{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":719091904,"defaultBranch":"main","name":"UltraEval","ownerLogin":"OpenBMB","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-11-15T12:43:28.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/89920203?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1710413696.0","currentOid":""},"activityList":{"items":[{"before":"a7b0a980498c4080d1d337a06368f676c0c36e77","after":"5d967b4ea5725ab1252904520bcaa87b40165b4b","ref":"refs/heads/main","pushedAt":"2024-09-17T15:37:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"Update the data download link.","shortMessageHtmlLink":"Update the data download link."}},{"before":"a9278d758fd07d9b9f3e98d50b695befd327066e","after":"a7b0a980498c4080d1d337a06368f676c0c36e77","ref":"refs/heads/main","pushedAt":"2024-08-06T07:48:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"update README","shortMessageHtmlLink":"update README"}},{"before":"fd73760d00f2b89f471bae2867a032bb113512f3","after":"a9278d758fd07d9b9f3e98d50b695befd327066e","ref":"refs/heads/main","pushedAt":"2024-08-06T07:46:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"update README","shortMessageHtmlLink":"update README"}},{"before":"58039f71586005c182c9775eea13d8725a3ea3f3","after":"fd73760d00f2b89f471bae2867a032bb113512f3","ref":"refs/heads/main","pushedAt":"2024-04-24T02:40:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"add paper info","shortMessageHtmlLink":"add paper info"}},{"before":"1d6a0896041808d54897e86f486127caf5fee72b","after":"58039f71586005c182c9775eea13d8725a3ea3f3","ref":"refs/heads/main","pushedAt":"2024-04-02T06:05:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"561ee22c7b98e4d33cd71bbea30b4920a5e40ba4","after":"1d6a0896041808d54897e86f486127caf5fee72b","ref":"refs/heads/main","pushedAt":"2024-03-29T06:21:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"fix bug","shortMessageHtmlLink":"fix bug"}},{"before":"78d798ab2d83eb90b8e5907657b567e2a86a04d6","after":"561ee22c7b98e4d33cd71bbea30b4920a5e40ba4","ref":"refs/heads/main","pushedAt":"2024-03-24T06:52:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"update tutorials","shortMessageHtmlLink":"update tutorials"}},{"before":"b864a1168ffb35211d0bc116af61e370edbb9512","after":"78d798ab2d83eb90b8e5907657b567e2a86a04d6","ref":"refs/heads/main","pushedAt":"2024-03-24T06:43:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"update tutorials and readme","shortMessageHtmlLink":"update tutorials and readme"}},{"before":"c3ae4c7dcfdf0d0c73a5208309e027271bde93ca","after":"b864a1168ffb35211d0bc116af61e370edbb9512","ref":"refs/heads/main","pushedAt":"2024-03-23T06:20:07.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"Merge pull request #16 from renjie-ranger/main\n\nAdded transformer support code to optionally support vLLM and transformers. and made adaptation adjustments to run scripts.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2201967295\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBMB/UltraEval/issues/16\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBMB/UltraEval/pull/16/hovercard\" href=\"https://github.com/OpenBMB/UltraEval/pull/16\">#16</a> from renjie-ranger/main"}},{"before":"4dc1ea00d886ae5d1e8c1e30ca3e6acefab4b3e7","after":"c3ae4c7dcfdf0d0c73a5208309e027271bde93ca","ref":"refs/heads/main","pushedAt":"2024-03-15T07:09:05.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"renjie-ranger","name":"Ranger","path":"/renjie-ranger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69519116?s=80&v=4"},"commit":{"message":"Merge pull request #15 from Ranger-Los/main\n\nadd gpt4 evaluate metric","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2187597084\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBMB/UltraEval/issues/15\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBMB/UltraEval/pull/15/hovercard\" href=\"https://github.com/OpenBMB/UltraEval/pull/15\">#15</a> from Ranger-Los/main"}},{"before":"acf67a93d9ce1220c205d5f4ba06e5f2e5f8f8df","after":"4dc1ea00d886ae5d1e8c1e30ca3e6acefab4b3e7","ref":"refs/heads/main","pushedAt":"2024-03-14T11:11:13.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"renjie-ranger","name":"Ranger","path":"/renjie-ranger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69519116?s=80&v=4"},"commit":{"message":"Merge pull request #14 from OpenBMB/gpu_subset\n\nadded logic to freely select a set of GPUs for evaluation","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2186048214\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBMB/UltraEval/issues/14\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBMB/UltraEval/pull/14/hovercard\" href=\"https://github.com/OpenBMB/UltraEval/pull/14\">#14</a> from OpenBMB/gpu_subset"}},{"before":"18df3de05f30317c1c3d64469018f635f978404b","after":"9f8c606e844e1fe79642e3c627151fa62749fd4e","ref":"refs/heads/gpu_subset","pushedAt":"2024-03-14T11:06:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"renjie-ranger","name":"Ranger","path":"/renjie-ranger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69519116?s=80&v=4"},"commit":{"message":"add annotation for former commit","shortMessageHtmlLink":"add annotation for former commit"}},{"before":null,"after":"18df3de05f30317c1c3d64469018f635f978404b","ref":"refs/heads/gpu_subset","pushedAt":"2024-03-14T10:54:56.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"renjie-ranger","name":"Ranger","path":"/renjie-ranger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69519116?s=80&v=4"},"commit":{"message":"added logic to freely select a set of GPUs for evaluation","shortMessageHtmlLink":"added logic to freely select a set of GPUs for evaluation"}},{"before":"b2e613b32c3ef16b91f68cb0b11b04dbcb8e040a","after":"acf67a93d9ce1220c205d5f4ba06e5f2e5f8f8df","ref":"refs/heads/main","pushedAt":"2024-03-12T14:23:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"4bfcea42502636c3b6a893159988d81944f61b44","after":"b2e613b32c3ef16b91f68cb0b11b04dbcb8e040a","ref":"refs/heads/main","pushedAt":"2024-03-12T14:20:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"update","shortMessageHtmlLink":"update"}},{"before":"5ff54d5dfa28d453d84739eb79bf413fa06161c8","after":"4bfcea42502636c3b6a893159988d81944f61b44","ref":"refs/heads/main","pushedAt":"2024-03-12T14:17:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"update tutorials","shortMessageHtmlLink":"update tutorials"}},{"before":"873c21e0e670200c9e667d629602c6fc1d30b09a","after":"5ff54d5dfa28d453d84739eb79bf413fa06161c8","ref":"refs/heads/main","pushedAt":"2024-03-12T07:23:37.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"Merge pull request #13 from OpenBMB/add_colab\n\nadd colab notebook link to readme, fix some typo of scripts","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2180908028\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBMB/UltraEval/issues/13\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBMB/UltraEval/pull/13/hovercard\" href=\"https://github.com/OpenBMB/UltraEval/pull/13\">#13</a> from OpenBMB/add_colab"}},{"before":null,"after":"1e8ff0e92d84bc06b86009436d23a1adeb336d05","ref":"refs/heads/add_colab","pushedAt":"2024-03-12T07:21:35.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"renjie-ranger","name":"Ranger","path":"/renjie-ranger","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/69519116?s=80&v=4"},"commit":{"message":"add colab notebook link to readme, fix some typo of scripts","shortMessageHtmlLink":"add colab notebook link to readme, fix some typo of scripts"}},{"before":"05a669a81549592156feaa48d6f9d71b020fd66b","after":"873c21e0e670200c9e667d629602c6fc1d30b09a","ref":"refs/heads/main","pushedAt":"2024-02-27T04:57:11.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"Merge pull request #12 from OpenBMB/Hothan01-patch-1\n\nUpdate transform_gen_cot.py","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2155653078\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBMB/UltraEval/issues/12\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBMB/UltraEval/pull/12/hovercard\" href=\"https://github.com/OpenBMB/UltraEval/pull/12\">#12</a> from OpenBMB/Hothan01-patch-1"}},{"before":null,"after":"e506402034ed66f20f5d1a9738abbc6b0366c413","ref":"refs/heads/Hothan01-patch-1","pushedAt":"2024-02-27T04:55:56.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"Update transform_gen_cot.py","shortMessageHtmlLink":"Update transform_gen_cot.py"}},{"before":"6f82e36d21deddafd66bac0587fa4859dab27697","after":"05a669a81549592156feaa48d6f9d71b020fd66b","ref":"refs/heads/main","pushedAt":"2024-02-01T08:44:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"update readme","shortMessageHtmlLink":"update readme"}},{"before":"8087c6c236955d73746e5d6d9b1b2c9bd91d1bfc","after":"6f82e36d21deddafd66bac0587fa4859dab27697","ref":"refs/heads/main","pushedAt":"2024-02-01T08:39:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"update readme","shortMessageHtmlLink":"update readme"}},{"before":"0d02d44591026cdde19c59a49b6d5c27c02fc726","after":"8087c6c236955d73746e5d6d9b1b2c9bd91d1bfc","ref":"refs/heads/main","pushedAt":"2024-02-01T08:25:57.000Z","pushType":"push","commitsCount":8,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"add run sh","shortMessageHtmlLink":"add run sh"}},{"before":"5ce71f366289d32cb912ab3e2f01a457c46b9fa6","after":"0d02d44591026cdde19c59a49b6d5c27c02fc726","ref":"refs/heads/main","pushedAt":"2023-12-04T08:40:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"fix bug","shortMessageHtmlLink":"fix bug"}},{"before":"142b53d3a11aa0a1305ca2ff39560599be1a8027","after":"5ce71f366289d32cb912ab3e2f01a457c46b9fa6","ref":"refs/heads/main","pushedAt":"2023-11-30T16:52:41.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"add new function and update","shortMessageHtmlLink":"add new function and update"}},{"before":"00b874149ef08a2b9a0c2cbdf3de1f4673b0c876","after":"142b53d3a11aa0a1305ca2ff39560599be1a8027","ref":"refs/heads/main","pushedAt":"2023-11-30T11:09:58.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"Merge pull request #6 from Ranger-Los/main\n\nrename inference parameter files","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2018397204\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBMB/UltraEval/issues/6\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBMB/UltraEval/pull/6/hovercard\" href=\"https://github.com/OpenBMB/UltraEval/pull/6\">#6</a> from Ranger-Los/main"}},{"before":"c359f6e73c3df1679342c4331b6e92a274aaae5d","after":"00b874149ef08a2b9a0c2cbdf3de1f4673b0c876","ref":"refs/heads/main","pushedAt":"2023-11-30T10:13:31.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"Merge pull request #5 from Ranger-Los/main\n\nadd leaderboard config files","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2018298911\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBMB/UltraEval/issues/5\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBMB/UltraEval/pull/5/hovercard\" href=\"https://github.com/OpenBMB/UltraEval/pull/5\">#5</a> from Ranger-Los/main"}},{"before":"b9289d286e8665889ed4157c3fd2d616e27908b3","after":"c359f6e73c3df1679342c4331b6e92a274aaae5d","ref":"refs/heads/main","pushedAt":"2023-11-27T14:05:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Hothan01","name":"Chaoqun He","path":"/Hothan01","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56581478?s=80&v=4"},"commit":{"message":"untracked RawData.zip","shortMessageHtmlLink":"untracked RawData.zip"}},{"before":"c18dbd443a5cc84f92950dbc56745897df8a97b9","after":"6f631a0a521c051593fe5494df5d368b913a3e71","ref":"refs/heads/yx1124","pushedAt":"2023-11-27T08:30:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"max-yue","name":"max yue","path":"/max-yue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13486398?s=80&v=4"},"commit":{"message":"change bbh dyck-languages postprocess to empty","shortMessageHtmlLink":"change bbh dyck-languages postprocess to empty"}},{"before":"39d15a77c8db59cd98f9f1e73d0e24cfa4df6fab","after":"c18dbd443a5cc84f92950dbc56745897df8a97b9","ref":"refs/heads/yx1124","pushedAt":"2023-11-26T15:26:32.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"max-yue","name":"max yue","path":"/max-yue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/13486398?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'origin/yx1124' into yx1124","shortMessageHtmlLink":"Merge remote-tracking branch 'origin/yx1124' into yx1124"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xN1QxNTozNzozNS4wMDAwMDBazwAAAAS4toP8","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xN1QxNTozNzozNS4wMDAwMDBazwAAAAS4toP8","endCursor":"Y3Vyc29yOnYyOpK7MjAyMy0xMS0yNlQxNToyNjozMi4wMDAwMDBazwAAAAO37Myh"}},"title":"Activity · OpenBMB/UltraEval"}