{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":688352610,"defaultBranch":"main","name":"helm","ownerLogin":"AI-secure","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-09-07T07:11:51.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/61308241?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1718160512.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"454db276e3883d62161e360fcdecfc86927ddb32","ref":"refs/heads/actions/update-requirements","pushedAt":"2024-06-12T02:48:32.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"github-actions[bot]","name":null,"path":"/apps/github-actions","primaryAvatarUrl":"https://avatars.githubusercontent.com/in/15368?s=80&v=4"},"commit":{"message":"Update requirements.txt","shortMessageHtmlLink":"Update requirements.txt"}},{"before":"f806800294904f9dd562c60fb0dd7308452ee633","after":"f2ea44d778aa4f8bf6237a7dc11a4a9d05a6ba37","ref":"refs/heads/decodingtrust-fix-stereotype","pushedAt":"2024-06-12T02:39:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"fix: designate split=TEST_SPLIT in DecodingTrust stereotype","shortMessageHtmlLink":"fix: designate split=TEST_SPLIT in DecodingTrust stereotype"}},{"before":null,"after":"f806800294904f9dd562c60fb0dd7308452ee633","ref":"refs/heads/decodingtrust-fix-stereotype","pushedAt":"2024-06-12T02:38:06.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Skip LiveQA and MedicationQA annotators if generated output is empty (#2732)","shortMessageHtmlLink":"Skip LiveQA and MedicationQA annotators if generated output is empty (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2346843292\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/2732\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/2732/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/2732\">s…</a>"}},{"before":"2a112cb98cd391d743cb52ab1d63c1b54f7c6a0d","after":"f806800294904f9dd562c60fb0dd7308452ee633","ref":"refs/heads/main","pushedAt":"2024-06-12T02:36:14.000Z","pushType":"push","commitsCount":396,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Skip LiveQA and MedicationQA annotators if generated output is empty (#2732)","shortMessageHtmlLink":"Skip LiveQA and MedicationQA annotators if generated output is empty (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2346843292\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/2732\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/2732/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/2732\">s…</a>"}},{"before":"11ac0ea6c5c4b67d85097f2af2920d31289eb2c6","after":"5bf89a7211fa3a1ed83ef739fa24fe07b89ae6ca","ref":"refs/heads/DecodingTrust","pushedAt":"2024-01-07T02:09:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Fix additional flake8 errors for DecodingTrust scenarios","shortMessageHtmlLink":"Fix additional flake8 errors for DecodingTrust scenarios"}},{"before":"5a1a7e4df05795be091444ccba37354dee0c536e","after":"11ac0ea6c5c4b67d85097f2af2920d31289eb2c6","ref":"refs/heads/DecodingTrust","pushedAt":"2024-01-07T02:01:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Fix additional mypy errors for DecodingTrust ethics","shortMessageHtmlLink":"Fix additional mypy errors for DecodingTrust ethics"}},{"before":"09b20248bf45e9c40330d21b8ac0d698912d6934","after":"5a1a7e4df05795be091444ccba37354dee0c536e","ref":"refs/heads/DecodingTrust","pushedAt":"2024-01-07T01:48:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Fix additional mypy errors for DecodingTrust ethics","shortMessageHtmlLink":"Fix additional mypy errors for DecodingTrust ethics"}},{"before":"e6f5698a4fe796667a607af7e0d3ab6deee5b416","after":"09b20248bf45e9c40330d21b8ac0d698912d6934","ref":"refs/heads/DecodingTrust","pushedAt":"2024-01-07T01:41:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Fix additional mypy errors for DecodingTrust ethics","shortMessageHtmlLink":"Fix additional mypy errors for DecodingTrust ethics"}},{"before":"2a4bdc43026f1be3305748a53ae74884a4482e7b","after":"e6f5698a4fe796667a607af7e0d3ab6deee5b416","ref":"refs/heads/DecodingTrust","pushedAt":"2024-01-07T01:35:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Change the Github data path of DecodingTrust scenarios","shortMessageHtmlLink":"Change the Github data path of DecodingTrust scenarios"}},{"before":"88b3e50f52d0f593e2bc24716de8bd3bb2d87dc3","after":"2a4bdc43026f1be3305748a53ae74884a4482e7b","ref":"refs/heads/DecodingTrust","pushedAt":"2024-01-07T01:20:28.000Z","pushType":"push","commitsCount":15,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Merge branch 'stanford-crfm:main' into DecodingTrust","shortMessageHtmlLink":"Merge branch 'stanford-crfm:main' into DecodingTrust"}},{"before":"32342d931bc4d10a56e4bcd53457bbe8dbb8180a","after":"2a112cb98cd391d743cb52ab1d63c1b54f7c6a0d","ref":"refs/heads/main","pushedAt":"2024-01-07T01:20:06.000Z","pushType":"push","commitsCount":85,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Move src/helm-frontend to project root (#2199)","shortMessageHtmlLink":"Move src/helm-frontend to project root (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2066805482\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/2199\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/2199/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/2199\">stanford-crfm#2199</a>)"}},{"before":"603bf1d8f138f26f7fc0c3bc4de07de6e303566b","after":"88b3e50f52d0f593e2bc24716de8bd3bb2d87dc3","ref":"refs/heads/DecodingTrust","pushedAt":"2024-01-07T01:19:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Formatting DecodingTrust scenarios with black again","shortMessageHtmlLink":"Formatting DecodingTrust scenarios with black again"}},{"before":"dd8d646fa4bfb26f6504019a72199f0085c6abe2","after":"603bf1d8f138f26f7fc0c3bc4de07de6e303566b","ref":"refs/heads/DecodingTrust","pushedAt":"2023-12-25T05:19:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Fix flake8 errors","shortMessageHtmlLink":"Fix flake8 errors"}},{"before":"42f7ebe67f4e58c38904409208d78ca6043f112f","after":"dd8d646fa4bfb26f6504019a72199f0085c6abe2","ref":"refs/heads/DecodingTrust","pushedAt":"2023-12-25T05:13:17.000Z","pushType":"push","commitsCount":5,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Fix type annotation and perform code linting for non-DT code","shortMessageHtmlLink":"Fix type annotation and perform code linting for non-DT code"}},{"before":"619c19f24a5ef53697c1dfbe43ea400c1bb18bc5","after":"42f7ebe67f4e58c38904409208d78ca6043f112f","ref":"refs/heads/DecodingTrust","pushedAt":"2023-12-24T23:28:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Fix some linter error","shortMessageHtmlLink":"Fix some linter error"}},{"before":"bbfae710f065379a91eaa4c66d79b237ba6085ed","after":"619c19f24a5ef53697c1dfbe43ea400c1bb18bc5","ref":"refs/heads/DecodingTrust","pushedAt":"2023-12-24T19:49:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Add changes from linter","shortMessageHtmlLink":"Add changes from linter"}},{"before":"d4e169530193a62052b41b14ba22be4f4e5684f4","after":"bbfae710f065379a91eaa4c66d79b237ba6085ed","ref":"refs/heads/DecodingTrust","pushedAt":"2023-12-20T05:56:06.000Z","pushType":"push","commitsCount":69,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Merge branch 'main' of github.com:stanford-crfm/helm into DecodingTrust","shortMessageHtmlLink":"Merge branch 'main' of github.com:stanford-crfm/helm into DecodingTrust"}},{"before":"f2ef3aba69e03f06c7c83287a84b41c18ee29d68","after":"d4e169530193a62052b41b14ba22be4f4e5684f4","ref":"refs/heads/DecodingTrust","pushedAt":"2023-12-19T21:01:25.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Merge pull request #12 from AI-secure/chenweixin107-patch-10\n\nFix loading data in decodingtrust_machine_ethics_scenario.py","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2027280556\" data-permission-text=\"Title is private\" data-url=\"https://github.com/AI-secure/helm/issues/12\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/AI-secure/helm/pull/12/hovercard\" href=\"https://github.com/AI-secure/helm/pull/12\">#12</a> from AI-secure/chenweixin107-patch-10"}},{"before":null,"after":"30d9ff12516be291571baff8ba25897c2ff4e4f5","ref":"refs/heads/chenweixin107-patch-11","pushedAt":"2023-12-19T20:54:39.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"chenweixin107","name":"Weixin Chen","path":"/chenweixin107","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48148205?s=80&v=4"},"commit":{"message":"Update decodingtrust_machine_ethics_scenario.py","shortMessageHtmlLink":"Update decodingtrust_machine_ethics_scenario.py"}},{"before":"a19751401141df2c815e56a16f509a6611a34bcd","after":"f2ef3aba69e03f06c7c83287a84b41c18ee29d68","ref":"refs/heads/DecodingTrust","pushedAt":"2023-12-08T22:47:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kangmintong","name":"Mintong Kang","path":"/kangmintong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/62891054?s=80&v=4"},"commit":{"message":"Update decodingtrust_fairness_metrics.py","shortMessageHtmlLink":"Update decodingtrust_fairness_metrics.py"}},{"before":null,"after":"75fa6d34b7b9e764409ccba759cb675ac2aa1469","ref":"refs/heads/chenweixin107-patch-10","pushedAt":"2023-12-05T23:02:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"chenweixin107","name":"Weixin Chen","path":"/chenweixin107","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48148205?s=80&v=4"},"commit":{"message":"Fix loading data in decodingtrust_machine_ethics_scenario.py","shortMessageHtmlLink":"Fix loading data in decodingtrust_machine_ethics_scenario.py"}},{"before":"3ed3406b822b3bbd7457c5778bf76a2d59040939","after":"a19751401141df2c815e56a16f509a6611a34bcd","ref":"refs/heads/DecodingTrust","pushedAt":"2023-12-05T21:56:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Fix git repository hash","shortMessageHtmlLink":"Fix git repository hash"}},{"before":"0aac62a5ba3592a9a77672a13d0714345bd28848","after":"3ed3406b822b3bbd7457c5778bf76a2d59040939","ref":"refs/heads/DecodingTrust","pushedAt":"2023-11-30T16:44:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"kangmintong","name":"Mintong Kang","path":"/kangmintong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/62891054?s=80&v=4"},"commit":{"message":"Update decodingtrust_fairness_metrics.py","shortMessageHtmlLink":"Update decodingtrust_fairness_metrics.py"}},{"before":"c4ead28c03f2410a4965646ce059f024a9bc57c1","after":"0aac62a5ba3592a9a77672a13d0714345bd28848","ref":"refs/heads/DecodingTrust","pushedAt":"2023-11-29T00:42:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Add missing target evaluation models in DecodingTrust run spec","shortMessageHtmlLink":"Add missing target evaluation models in DecodingTrust run spec"}},{"before":"71979f34bbfcb22bb91f41ae81f191e1bbe97a22","after":"c4ead28c03f2410a4965646ce059f024a9bc57c1","ref":"refs/heads/DecodingTrust","pushedAt":"2023-11-29T00:28:34.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Merge remote-tracking branch 'upstream/main' into DecodingTrust","shortMessageHtmlLink":"Merge remote-tracking branch 'upstream/main' into DecodingTrust"}},{"before":"fa1672ffc2f0b5ae3f69ca528c6052860c900793","after":"71979f34bbfcb22bb91f41ae81f191e1bbe97a22","ref":"refs/heads/DecodingTrust","pushedAt":"2023-11-21T22:20:19.000Z","pushType":"push","commitsCount":26,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Merge branch 'main' into DecodingTrust","shortMessageHtmlLink":"Merge branch 'main' into DecodingTrust"}},{"before":"65fdf7a838e06d07edd21ca408f9c56717ea90cb","after":"32342d931bc4d10a56e4bcd53457bbe8dbb8180a","ref":"refs/heads/main","pushedAt":"2023-11-21T22:19:49.000Z","pushType":"push","commitsCount":103,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Add an AutoTokenizer (#1994)","shortMessageHtmlLink":"Add an AutoTokenizer (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1986571316\" data-permission-text=\"Title is private\" data-url=\"https://github.com/stanford-crfm/helm/issues/1994\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/stanford-crfm/helm/pull/1994/hovercard\" href=\"https://github.com/stanford-crfm/helm/pull/1994\">stanford-crfm#1994</a>)"}},{"before":"ca45e9412b61d0b73829e33e3828c007f197c7b2","after":"fa1672ffc2f0b5ae3f69ca528c6052860c900793","ref":"refs/heads/DecodingTrust","pushedAt":"2023-11-07T21:01:53.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"kangmintong","name":"Mintong Kang","path":"/kangmintong","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/62891054?s=80&v=4"},"commit":{"message":"Merge branch 'DecodingTrust' of https://github.com/AI-secure/helm into DecodingTrust","shortMessageHtmlLink":"Merge branch 'DecodingTrust' of <a href=\"https://github.com/AI-secure/helm\">https://github.com/AI-secure/helm</a> int…"}},{"before":"ae8b0e428612a8b5b808f237ca5d193ad555f66a","after":"ca45e9412b61d0b73829e33e3828c007f197c7b2","ref":"refs/heads/DecodingTrust","pushedAt":"2023-11-07T20:50:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Fix run specs for stereotype_bias","shortMessageHtmlLink":"Fix run specs for stereotype_bias"}},{"before":"7763c0e1b6ca99cc2754c87d4cf5edafc6de6f2b","after":"ae8b0e428612a8b5b808f237ca5d193ad555f66a","ref":"refs/heads/DecodingTrust","pushedAt":"2023-11-07T20:49:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danielz02","name":"Chenhui Zhang","path":"/danielz02","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/31590926?s=80&v=4"},"commit":{"message":"Remove self.output_path","shortMessageHtmlLink":"Remove self.output_path"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEYtXlUAA","startCursor":null,"endCursor":null}},"title":"Activity · AI-secure/helm"}