{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":675877349,"defaultBranch":"main","name":"llm-leaderboard","ownerLogin":"wandb","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-08-08T00:13:16.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/26401354?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1726728334.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"34e7ca6467e5e272a30e76ac0650f6d5db5e4a8e","ref":"refs/heads/o1-preview","pushedAt":"2024-09-19T06:45:34.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"for o1-preview","shortMessageHtmlLink":"for o1-preview"}},{"before":null,"after":"db4cbb4b7b5ca76d2f442337693fe295a839a397","ref":"refs/heads/olachinkei-patch-1","pushedAt":"2024-09-12T13:59:16.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Update base_config.yaml\n\nUpdated github version","shortMessageHtmlLink":"Update base_config.yaml"}},{"before":"8338f307cf3036f03114126c48f65c0e9a9065b2","after":null,"ref":"refs/heads/support-azure-openai-and-badrock-llama3.1","pushedAt":"2024-09-12T13:56:58.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"}},{"before":"13f7dcde15ba465bff1b0818eb8547f8776ccfde","after":"edbd7da010bf50c2e3237020049ebdc102a415bd","ref":"refs/heads/main","pushedAt":"2024-09-12T13:56:57.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Merge pull request #248 from wandb/support-azure-openai-and-badrock-llama3.1\n\nAdd support for Azure OpenAI and Amazon Bedrock Llama 3.1","shortMessageHtmlLink":"Merge pull request #248 from wandb/support-azure-openai-and-badrock-l…"}},{"before":"50ebe2674cc081990bb5763b22d580e75bfdd81b","after":"8338f307cf3036f03114126c48f65c0e9a9065b2","ref":"refs/heads/support-azure-openai-and-badrock-llama3.1","pushedAt":"2024-09-09T16:51:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nejumi","name":"YuyaYAMAMOTO","path":"/nejumi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24971026?s=80&v=4"},"commit":{"message":"Fixed small bug related to bedrock-anthropic api.","shortMessageHtmlLink":"Fixed small bug related to bedrock-anthropic api."}},{"before":"f8e25d5c13571e64ff39d9ad8ada13fdcf4c2c0f","after":"50ebe2674cc081990bb5763b22d580e75bfdd81b","ref":"refs/heads/support-azure-openai-and-badrock-llama3.1","pushedAt":"2024-09-08T13:59:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nejumi","name":"YuyaYAMAMOTO","path":"/nejumi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24971026?s=80&v=4"},"commit":{"message":"feat: Add support for Azure OpenAI and Bedrock Llama 3.1\n\n- Update README.md with instructions for Azure OpenAI usage\n- Add chat template for CohereForAI c4ai-command-r-08-2024\n- Modify toxicity evaluation script for Azure OpenAI compatibility\n- Update FastChat judge and model adapter for Azure OpenAI integration\n- Enhance LLM inference adapter to support new Bedrock Llama 3.1 models\n- Improve vLLM server script for Bedrock Llama 3.1 compatibility\n- Introduce script for counting model parameters","shortMessageHtmlLink":"feat: Add support for Azure OpenAI and Bedrock Llama 3.1"}},{"before":null,"after":"0bd61f33be64bc91344de1577e1b2d53dc0ffc03","ref":"refs/heads/feature/exp-exaone","pushedAt":"2024-09-07T08:30:37.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"hw-oh","name":null,"path":"/hw-oh","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/178362748?s=80&v=4"},"commit":{"message":"WIP","shortMessageHtmlLink":"WIP"}},{"before":"b4b77d6d19f17179feff510cbe07cfd9268f0396","after":null,"ref":"refs/heads/olachinkei-patch-1","pushedAt":"2024-09-05T14:38:26.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"nejumi","name":"YuyaYAMAMOTO","path":"/nejumi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24971026?s=80&v=4"}},{"before":"d14162b543caf80feb260c9600b80ff05fda19cd","after":"13f7dcde15ba465bff1b0818eb8547f8776ccfde","ref":"refs/heads/main","pushedAt":"2024-09-05T14:38:25.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"nejumi","name":"YuyaYAMAMOTO","path":"/nejumi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24971026?s=80&v=4"},"commit":{"message":"Merge pull request #247 from wandb/olachinkei-patch-1\n\nThank you for the PR. This makes data availability clearer.","shortMessageHtmlLink":"Merge pull request #247 from wandb/olachinkei-patch-1"}},{"before":null,"after":"b4b77d6d19f17179feff510cbe07cfd9268f0396","ref":"refs/heads/olachinkei-patch-1","pushedAt":"2024-09-05T13:17:30.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Update README.md\n\nUpdate README to clearly say LINE YAHOO data is not publically available","shortMessageHtmlLink":"Update README.md"}},{"before":null,"after":"f8e25d5c13571e64ff39d9ad8ada13fdcf4c2c0f","ref":"refs/heads/support-azure-openai-and-badrock-llama3.1","pushedAt":"2024-09-05T06:37:58.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"nejumi","name":"YuyaYAMAMOTO","path":"/nejumi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24971026?s=80&v=4"},"commit":{"message":"Add Azure OpenAI support and extend Amazon Bedrock model options\n\n- Implement Azure OpenAI API integration\n- Add support for meta-llama-3.1 model in Amazon Bedrock\n- Maintain full backwards compatibility for anthropic-claude\n- Refactor code to handle multiple model types and APIs","shortMessageHtmlLink":"Add Azure OpenAI support and extend Amazon Bedrock model options"}},{"before":"77ae3ed6eabd53c4edeca56912807e17c82daa6c","after":null,"ref":"refs/heads/yuya-patch-0904","pushedAt":"2024-09-04T03:54:18.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"}},{"before":"b409cbd0de55c84947c16e35a7e4d1416bca983e","after":"d14162b543caf80feb260c9600b80ff05fda19cd","ref":"refs/heads/main","pushedAt":"2024-09-04T03:54:16.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Merge pull request #246 from wandb/yuya-patch-0904\n\nYuya patch 0904","shortMessageHtmlLink":"Merge pull request #246 from wandb/yuya-patch-0904"}},{"before":"94cb1a158f2511c9ad35c0dd29ecd7e5e9ba4089","after":"77ae3ed6eabd53c4edeca56912807e17c82daa6c","ref":"refs/heads/yuya-patch-0904","pushedAt":"2024-09-04T03:19:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"nejumi","name":"YuyaYAMAMOTO","path":"/nejumi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24971026?s=80&v=4"},"commit":{"message":"Updated execution of jtruthfulqa evaluation as true.","shortMessageHtmlLink":"Updated execution of jtruthfulqa evaluation as true."}},{"before":null,"after":"94cb1a158f2511c9ad35c0dd29ecd7e5e9ba4089","ref":"refs/heads/yuya-patch-0904","pushedAt":"2024-09-04T02:57:13.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"nejumi","name":"YuyaYAMAMOTO","path":"/nejumi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24971026?s=80&v=4"},"commit":{"message":"Updated README.md to describe JTruthfulQA.","shortMessageHtmlLink":"Updated README.md to describe JTruthfulQA."}},{"before":"9db079b99f521ae6f0c16ebd5e0abafdd13203c9","after":null,"ref":"refs/heads/yuya-test-branch","pushedAt":"2024-09-03T07:27:20.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"}},{"before":"fdf72773882fd4bf09b171316c117362e7091b11","after":"b409cbd0de55c84947c16e35a7e4d1416bca983e","ref":"refs/heads/main","pushedAt":"2024-09-03T07:27:18.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Merge pull request #245 from wandb/yuya-test-branch\n\nSupport quantized models such as GPTQ.","shortMessageHtmlLink":"Merge pull request #245 from wandb/yuya-test-branch"}},{"before":null,"after":"9db079b99f521ae6f0c16ebd5e0abafdd13203c9","ref":"refs/heads/yuya-test-branch","pushedAt":"2024-09-02T06:28:23.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"nejumi","name":"YuyaYAMAMOTO","path":"/nejumi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24971026?s=80&v=4"},"commit":{"message":"Support quantized models such as GPTQ.","shortMessageHtmlLink":"Support quantized models such as GPTQ."}},{"before":"7c37a948a2c4f5991460798b34db969815ef33f8","after":"fdf72773882fd4bf09b171316c117362e7091b11","ref":"refs/heads/main","pushedAt":"2024-08-06T15:38:16.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Merge pull request #242 from Taichi-Ibi/prototype_hyper\n\nadd config file of gemini 1.5 pro 0801","shortMessageHtmlLink":"Merge pull request #242 from Taichi-Ibi/prototype_hyper"}},{"before":null,"after":"7c37a948a2c4f5991460798b34db969815ef33f8","ref":"refs/heads/add_transformer","pushedAt":"2024-07-31T08:10:06.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"nejumi","name":"YuyaYAMAMOTO","path":"/nejumi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24971026?s=80&v=4"},"commit":{"message":"Merge pull request #240 from cookie-estyle/main\n\nThank you for your great contribution, @cookie-estyle ! We successfully added JTruthfulQA evaluation to our Leaderboard.","shortMessageHtmlLink":"Merge pull request #240 from cookie-estyle/main"}},{"before":"d4febe66ae57b716ef64071343aa666bd52a6b24","after":"7c37a948a2c4f5991460798b34db969815ef33f8","ref":"refs/heads/main","pushedAt":"2024-07-30T05:01:29.000Z","pushType":"pr_merge","commitsCount":5,"pusher":{"login":"nejumi","name":"YuyaYAMAMOTO","path":"/nejumi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24971026?s=80&v=4"},"commit":{"message":"Merge pull request #240 from cookie-estyle/main\n\nThank you for your great contribution, @cookie-estyle ! We successfully added JTruthfulQA evaluation to our Leaderboard.","shortMessageHtmlLink":"Merge pull request #240 from cookie-estyle/main"}},{"before":"567821fa7959afa53980b908df58c236f34bc9df","after":"6b0bcdb330318677ccb9e2c639b7deb992fbb04f","ref":"refs/heads/llama3_1","pushedAt":"2024-07-28T06:15:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"add LLama3.1","shortMessageHtmlLink":"add LLama3.1"}},{"before":"e997c01a036f9daab4965e514026bcddeec427e2","after":"567821fa7959afa53980b908df58c236f34bc9df","ref":"refs/heads/llama3_1","pushedAt":"2024-07-28T02:27:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"upgrade vllm","shortMessageHtmlLink":"upgrade vllm"}},{"before":"d4febe66ae57b716ef64071343aa666bd52a6b24","after":"e997c01a036f9daab4965e514026bcddeec427e2","ref":"refs/heads/llama3_1","pushedAt":"2024-07-28T01:21:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"add llama3.1","shortMessageHtmlLink":"add llama3.1"}},{"before":null,"after":"d4febe66ae57b716ef64071343aa666bd52a6b24","ref":"refs/heads/llama3_1","pushedAt":"2024-07-28T01:01:16.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Merge pull request #237 from Taichi-Ibi/prototype_hyper\n\nadd GPT-4o mini","shortMessageHtmlLink":"Merge pull request #237 from Taichi-Ibi/prototype_hyper"}},{"before":"9bb95de49707580dd173e87de0b1adf08b1da1de","after":"d4febe66ae57b716ef64071343aa666bd52a6b24","ref":"refs/heads/main","pushedAt":"2024-07-27T13:57:47.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Merge pull request #237 from Taichi-Ibi/prototype_hyper\n\nadd GPT-4o mini","shortMessageHtmlLink":"Merge pull request #237 from Taichi-Ibi/prototype_hyper"}},{"before":"bab9e458a77ca7b55bb39d1ab2ffd51d67593af3","after":"2795a6fa2f11fc7f487a6194b583d658e9b1e978","ref":"refs/heads/g-leaderboard-h","pushedAt":"2024-07-27T13:56:53.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Merge pull request #239 from cookie-estyle/holdout\n\nmodify config_template","shortMessageHtmlLink":"Merge pull request #239 from cookie-estyle/holdout"}},{"before":"9c4474de6617c62f743422288996435b690ce9c4","after":"bab9e458a77ca7b55bb39d1ab2ffd51d67593af3","ref":"refs/heads/g-leaderboard-h","pushedAt":"2024-07-23T09:16:41.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Merge pull request #238 from cookie-estyle/holdout\n\nChange judge_model to gpt-4-0613 and update requirements","shortMessageHtmlLink":"Merge pull request #238 from cookie-estyle/holdout"}},{"before":null,"after":"9c4474de6617c62f743422288996435b690ce9c4","ref":"refs/heads/g-leaderboard-h","pushedAt":"2024-07-22T08:32:12.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"},"commit":{"message":"Merge pull request #236 from cookie-estyle/g-leaderboard\n\nBug fixed","shortMessageHtmlLink":"Merge pull request #236 from cookie-estyle/g-leaderboard"}},{"before":"9c4474de6617c62f743422288996435b690ce9c4","after":null,"ref":"refs/heads/hg","pushedAt":"2024-07-22T08:32:05.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"olachinkei","name":"Keisuke Kamata","path":"/olachinkei","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/135185730?s=80&v=4"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEun570wA","startCursor":null,"endCursor":null}},"title":"Activity · wandb/llm-leaderboard"}