{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":756705533,"defaultBranch":"main","name":"vlm-evaluation","ownerLogin":"TRI-ML","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-02-13T06:24:20.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/58010122?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1722917978.0","currentOid":""},"activityList":{"items":[{"before":"2b3a7d6371bdf0caf00add5f7ee3d362bd594a13","after":"6b3392c69e0f1e1484a3fe66553ff54a6ed6b946","ref":"refs/heads/sm","pushedAt":"2024-09-17T18:17:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"support for rescoring failed runs","shortMessageHtmlLink":"support for rescoring failed runs"}},{"before":"2092905d392e8dbedf01ed4b853df530e3cf9f35","after":"d9f58967de7f62371ee068dbfa07878cdaef5607","ref":"refs/heads/main","pushedAt":"2024-09-11T21:44:39.000Z","pushType":"pr_merge","commitsCount":14,"pusher":{"login":"kushal-tri","name":"Kushal Arora","path":"/kushal-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/136520778?s=80&v=4"},"commit":{"message":"Merge pull request #14 from TRI-ML/compute_z_score\n\nScript to compute z scores.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2436057584\" data-permission-text=\"Title is private\" data-url=\"https://github.com/TRI-ML/vlm-evaluation/issues/14\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/TRI-ML/vlm-evaluation/pull/14/hovercard\" href=\"https://github.com/TRI-ML/vlm-evaluation/pull/14\">#14</a> from TRI-ML/compute_z_score"}},{"before":"b6df2b3dcbd83932857748556ed523a2bb18848a","after":"2b3a7d6371bdf0caf00add5f7ee3d362bd594a13","ref":"refs/heads/sm","pushedAt":"2024-09-10T01:27:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jmercat","name":null,"path":"/jmercat","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11698893?s=80&v=4"},"commit":{"message":"tolerate 5% missing results in POPE and add retry","shortMessageHtmlLink":"tolerate 5% missing results in POPE and add retry"}},{"before":"37ad54c30c05c55e8e148ef52b0dbd3354581679","after":"b6df2b3dcbd83932857748556ed523a2bb18848a","ref":"refs/heads/sm","pushedAt":"2024-09-05T20:23:14.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"jmercat","name":null,"path":"/jmercat","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11698893?s=80&v=4"},"commit":{"message":"Handle some script errors","shortMessageHtmlLink":"Handle some script errors"}},{"before":"58cdd9688f4ccb854c52dbe377ad04afd3c83bbf","after":"16a1b8a51faf380853a8c41590e84af17a1de34d","ref":"refs/heads/compute_z_score","pushedAt":"2024-09-03T23:07:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kushal-tri","name":"Kushal Arora","path":"/kushal-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/136520778?s=80&v=4"},"commit":{"message":"some changes to compute_z_scores.py","shortMessageHtmlLink":"some changes to compute_z_scores.py"}},{"before":"71b8e798102e0bd54a5d3d1206eaba211a05b77c","after":"37ad54c30c05c55e8e148ef52b0dbd3354581679","ref":"refs/heads/sm","pushedAt":"2024-08-20T23:56:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"add openlm_text_pretrained in config json","shortMessageHtmlLink":"add openlm_text_pretrained in config json"}},{"before":"b9519d40691237a3603cd484de960f0b98917059","after":"71b8e798102e0bd54a5d3d1206eaba211a05b77c","ref":"refs/heads/sm","pushedAt":"2024-08-14T00:32:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"support non-finetuned models","shortMessageHtmlLink":"support non-finetuned models"}},{"before":"c105364a0fb41a453d6632edcc330e0b16ddc8a4","after":"b9519d40691237a3603cd484de960f0b98917059","ref":"refs/heads/sm","pushedAt":"2024-08-13T18:48:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"save to remote_sync_expdata + add FinetuneReferenceConfig","shortMessageHtmlLink":"save to remote_sync_expdata + add FinetuneReferenceConfig"}},{"before":null,"after":"74d491da2a9b1ebd3d79ea25e55f0ca86cd2ae1f","ref":"refs/heads/vlm_refactored","pushedAt":"2024-08-06T04:19:38.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jmercat","name":null,"path":"/jmercat","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/11698893?s=80&v=4"},"commit":{"message":"stop condition in generate and trim input from generated tokens","shortMessageHtmlLink":"stop condition in generate and trim input from generated tokens"}},{"before":"957ddf9059da510e01e7bb8732e07e0de22e680c","after":"58cdd9688f4ccb854c52dbe377ad04afd3c83bbf","ref":"refs/heads/compute_z_score","pushedAt":"2024-07-29T18:18:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kushal-tri","name":"Kushal Arora","path":"/kushal-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/136520778?s=80&v=4"},"commit":{"message":"removed pdb.","shortMessageHtmlLink":"removed pdb."}},{"before":null,"after":"957ddf9059da510e01e7bb8732e07e0de22e680c","ref":"refs/heads/compute_z_score","pushedAt":"2024-07-29T18:16:17.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"kushal-tri","name":"Kushal Arora","path":"/kushal-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/136520778?s=80&v=4"},"commit":{"message":"compute z scores.","shortMessageHtmlLink":"compute z scores."}},{"before":"19129d80465862ea08eaac6d89ba0dfe33bfb606","after":"c105364a0fb41a453d6632edcc330e0b16ddc8a4","ref":"refs/heads/sm","pushedAt":"2024-07-29T04:17:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"minor","shortMessageHtmlLink":"minor"}},{"before":"25ea2785c2fe89414d8a60c5d809a31eeff9edb0","after":"19129d80465862ea08eaac6d89ba0dfe33bfb606","ref":"refs/heads/sm","pushedAt":"2024-07-29T03:40:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"minor","shortMessageHtmlLink":"minor"}},{"before":"262cffcd2c0ddd935851e126b2fa2e2a75e5108f","after":"25ea2785c2fe89414d8a60c5d809a31eeff9edb0","ref":"refs/heads/sm","pushedAt":"2024-07-29T02:20:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"fix s3 syncing","shortMessageHtmlLink":"fix s3 syncing"}},{"before":"d542be5b45dfba04946546ba1127991e6eacf481","after":"262cffcd2c0ddd935851e126b2fa2e2a75e5108f","ref":"refs/heads/sm","pushedAt":"2024-07-29T00:39:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"typo","shortMessageHtmlLink":"typo"}},{"before":"d7ef2757de8ff01a0fb939f0e51012b9b4256c72","after":"d542be5b45dfba04946546ba1127991e6eacf481","ref":"refs/heads/sm","pushedAt":"2024-07-29T00:13:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"typo","shortMessageHtmlLink":"typo"}},{"before":"db3ab402b740f72d3bf95e4624a06131c205f300","after":"d7ef2757de8ff01a0fb939f0e51012b9b4256c72","ref":"refs/heads/sm","pushedAt":"2024-07-28T23:10:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"eval runner fix","shortMessageHtmlLink":"eval runner fix"}},{"before":"bee7f620020d8d9c8da7943e719d32888bece861","after":"db3ab402b740f72d3bf95e4624a06131c205f300","ref":"refs/heads/sm","pushedAt":"2024-07-28T22:11:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"do aggregation in eval_runner","shortMessageHtmlLink":"do aggregation in eval_runner"}},{"before":"2cec0476c9bbb4ddca8832536c1130667c2fd6b3","after":"bee7f620020d8d9c8da7943e719d32888bece861","ref":"refs/heads/sm","pushedAt":"2024-07-28T08:53:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"gqa path bug fix","shortMessageHtmlLink":"gqa path bug fix"}},{"before":"d5e0e0367cd934509bc69f5e34674fbcfe68ad82","after":"2cec0476c9bbb4ddca8832536c1130667c2fd6b3","ref":"refs/heads/sm","pushedAt":"2024-07-15T16:26:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"sm eval_runner","shortMessageHtmlLink":"sm eval_runner"}},{"before":"2092905d392e8dbedf01ed4b853df530e3cf9f35","after":"d5e0e0367cd934509bc69f5e34674fbcfe68ad82","ref":"refs/heads/sm","pushedAt":"2024-07-15T16:26:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"use prismatic-vlm overwatch","shortMessageHtmlLink":"use prismatic-vlm overwatch"}},{"before":null,"after":"2092905d392e8dbedf01ed4b853df530e3cf9f35","ref":"refs/heads/sm","pushedAt":"2024-07-15T16:25:48.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"sedrick-keh-tri","name":null,"path":"/sedrick-keh-tri","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/133716510?s=80&v=4"},"commit":{"message":"Finalize AI2D","shortMessageHtmlLink":"Finalize AI2D"}},{"before":"481b5ff1b7133a47356c9aff26caa8b3373c4e0b","after":"0570e73173fe58c5e25f74f91d41db5c5f4b4f83","ref":"refs/heads/hf_demo","pushedAt":"2024-04-26T13:17:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"matthiasbuchner","name":"Matthias Buchner","path":"/matthiasbuchner","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/704612?s=80&v=4"},"commit":{"message":"Update pyproject.toml","shortMessageHtmlLink":"Update pyproject.toml"}},{"before":"7dfea8b68db69456e2e4d2dbbac01448b331df2d","after":"481b5ff1b7133a47356c9aff26caa8b3373c4e0b","ref":"refs/heads/hf_demo","pushedAt":"2024-04-26T12:13:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"matthiasbuchner","name":"Matthias Buchner","path":"/matthiasbuchner","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/704612?s=80&v=4"},"commit":{"message":"Update pyproject.toml","shortMessageHtmlLink":"Update pyproject.toml"}},{"before":"f3c16d89181b029ae8e40b2a6de0dbea1b755999","after":"7dfea8b68db69456e2e4d2dbbac01448b331df2d","ref":"refs/heads/hf_demo","pushedAt":"2024-04-26T10:41:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"matthiasbuchner","name":"Matthias Buchner","path":"/matthiasbuchner","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/704612?s=80&v=4"},"commit":{"message":"Update pyproject.toml","shortMessageHtmlLink":"Update pyproject.toml"}},{"before":"aabfbeffe29d7fbf49b303583eaa504190183616","after":"f3c16d89181b029ae8e40b2a6de0dbea1b755999","ref":"refs/heads/hf_demo","pushedAt":"2024-04-26T10:39:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"matthiasbuchner","name":"Matthias Buchner","path":"/matthiasbuchner","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/704612?s=80&v=4"},"commit":{"message":"Update pyproject.toml","shortMessageHtmlLink":"Update pyproject.toml"}},{"before":"9d16aabd8892fd52eb302c988e4e762d879c6fae","after":"aabfbeffe29d7fbf49b303583eaa504190183616","ref":"refs/heads/hf_demo","pushedAt":"2024-04-01T23:07:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"matthiasbuchner","name":"Matthias Buchner","path":"/matthiasbuchner","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/704612?s=80&v=4"},"commit":{"message":"add log stmt","shortMessageHtmlLink":"add log stmt"}},{"before":"3b643643b66bffc2efd588ea10196802d009047e","after":"9d16aabd8892fd52eb302c988e4e762d879c6fae","ref":"refs/heads/hf_demo","pushedAt":"2024-04-01T20:52:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"matthiasbuchner","name":"Matthias Buchner","path":"/matthiasbuchner","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/704612?s=80&v=4"},"commit":{"message":"update log stmt","shortMessageHtmlLink":"update log stmt"}},{"before":"b7e59ab47f17cb7b191144fc58137b80e8cf1962","after":"3b643643b66bffc2efd588ea10196802d009047e","ref":"refs/heads/hf_demo","pushedAt":"2024-04-01T20:39:25.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"matthiasbuchner","name":"Matthias Buchner","path":"/matthiasbuchner","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/704612?s=80&v=4"},"commit":{"message":"Merge branch 'hf_demo' of https://github.com/TRI-ML/vlm-evaluation into hf_demo","shortMessageHtmlLink":"Merge branch 'hf_demo' of <a href=\"https://github.com/TRI-ML/vlm-evaluation\">https://github.com/TRI-ML/vlm-evaluation</a> in…"}},{"before":"697c4fdd21e4fb0af6478d4df1226a6f8eb01b0b","after":"b7e59ab47f17cb7b191144fc58137b80e8cf1962","ref":"refs/heads/hf_demo","pushedAt":"2024-04-01T15:40:37.000Z","pushType":"pr_merge","commitsCount":5,"pusher":{"login":"matthiasbuchner","name":"Matthias Buchner","path":"/matthiasbuchner","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/704612?s=80&v=4"},"commit":{"message":"Merge pull request #6 from TRI-ML/main\n\nmerge hf-demo <- main","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2218523618\" data-permission-text=\"Title is private\" data-url=\"https://github.com/TRI-ML/vlm-evaluation/issues/6\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/TRI-ML/vlm-evaluation/pull/6/hovercard\" href=\"https://github.com/TRI-ML/vlm-evaluation/pull/6\">#6</a> from TRI-ML/main"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xN1QxODoxNzoxMC4wMDAwMDBazwAAAAS42wq2","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0xN1QxODoxNzoxMC4wMDAwMDBazwAAAAS42wq2","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNC0wMVQxNTo0MDozNy4wMDAwMDBazwAAAAQknMET"}},"title":"Activity · TRI-ML/vlm-evaluation"}