{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":545104023,"defaultBranch":"main","name":"trlx","ownerLogin":"CarperAI","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-10-03T19:42:40.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/104362400?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1699291072.0","currentOid":""},"activityList":{"items":[{"before":"c26d4501353850fb3cd06762d7e4e4e7bd3df23a","after":"3340c2f3a56d1d14fdd5f13ad575121fa26b6d92","ref":"refs/heads/main","pushedAt":"2024-01-08T20:07:18.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"PhungVanDuy","name":"Duy V. Phung","path":"/PhungVanDuy","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/28798474?s=80&v=4"},"commit":{"message":"Update README.md (#586)","shortMessageHtmlLink":"Update README.md (#586)"}},{"before":"5862d01f28a1724b6143edfdc7b7e628e1d62bdc","after":"98798897d92d04911806636f4e6149b511a18d53","ref":"refs/heads/update-dependencies","pushedAt":"2023-12-04T17:24:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix(modeling_base): loading sharded safetensors","shortMessageHtmlLink":"fix(modeling_base): loading sharded safetensors"}},{"before":"3e557da12db3d4f8af054ad8c46f19bc42bfc95d","after":"5862d01f28a1724b6143edfdc7b7e628e1d62bdc","ref":"refs/heads/update-dependencies","pushedAt":"2023-11-06T17:44:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"update(requirements.txt): add `peft`","shortMessageHtmlLink":"update(requirements.txt): add peft"}},{"before":null,"after":"3e557da12db3d4f8af054ad8c46f19bc42bfc95d","ref":"refs/heads/update-dependencies","pushedAt":"2023-11-06T17:17:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"update(requirements.txt): to latest `transformers` & `deepspeed`","shortMessageHtmlLink":"update(requirements.txt): to latest transformers & deepspeed"}},{"before":"91a0f434d1e9a1536c5fd43ff5527d597d235f4f","after":"c26d4501353850fb3cd06762d7e4e4e7bd3df23a","ref":"refs/heads/main","pushedAt":"2023-10-30T16:18:50.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix model state_dict retrieving in zero3 (#576)\n\nCo-authored-by: 聂靖入 ","shortMessageHtmlLink":"fix model state_dict retrieving in zero3 (#576)"}},{"before":"0575ce5aeaa048942cbc960e6f3f430380372a73","after":"91a0f434d1e9a1536c5fd43ff5527d597d235f4f","ref":"refs/heads/main","pushedAt":"2023-10-26T14:55:10.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix(modeling_base): partial loading of a sharded checkpoint (#578)","shortMessageHtmlLink":"fix(modeling_base): partial loading of a sharded checkpoint (#578)"}},{"before":"bcbcdace644ac171c76f236f94b43d5baf4d9b35","after":"0575ce5aeaa048942cbc960e6f3f430380372a73","ref":"refs/heads/main","pushedAt":"2023-10-26T13:29:47.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"support customized run_name in tracker (#573)\n\nCo-authored-by: 聂靖入 ","shortMessageHtmlLink":"support customized run_name in tracker (#573)"}},{"before":null,"after":"b60168a75a455473e9c77263f1d31d779e4bfbc4","ref":"refs/heads/fix-sharded-from-pretrained","pushedAt":"2023-10-26T13:19:51.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix(modeling_base): partial loading of a sharded checkpoint","shortMessageHtmlLink":"fix(modeling_base): partial loading of a sharded checkpoint"}},{"before":"69b02b06ea002c1235651b1c0c412fbceeb0857b","after":"bcbcdace644ac171c76f236f94b43d5baf4d9b35","ref":"refs/heads/main","pushedAt":"2023-10-23T16:48:49.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"support extra model and tokenizer configs during loading by from_pretrained in accelerate trainer (#568)\n\n* support extra model and tokenizer configs during loading by from_pretrained\r\n\r\n* support extra model and tokenizer configs during loading by from_pretrained\r\n\r\n* style: satisfy black\r\n\r\n---------\r\n\r\nCo-authored-by: 聂靖入 \r\nCo-authored-by: maxreciprocate <56548574+maxreciprocate@users.noreply.github.com>","shortMessageHtmlLink":"support extra model and tokenizer configs during loading by from_pret…"}},{"before":"db466cbf11c1fa52fae3f5a18d0a9809e2533701","after":"69b02b06ea002c1235651b1c0c412fbceeb0857b","ref":"refs/heads/main","pushedAt":"2023-10-23T16:08:03.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"docs: update documentation (#557)\n\n* docs(*): update documentation\r\n\r\n* docs: update trainers & pipelines\r\n\r\n* style: satisfy flake\r\n\r\n* style: satisfy isort\r\n\r\n* docs: add github workflow\r\n\r\n* fix(base_trainer): revert deleting `logit_mask`\r\n\r\n* docs: add torchtyping to docs requirements\r\n\r\n* docs(workflow): force installation of all dependencies\r\n\r\n* docs(workflow): relax dependencies for python3.8\r\n\r\n* docs: change project slug to stage\r\n\r\n* docs(workflow): set message template\r\n\r\n* docs: add installation, api & examples sections\r\n\r\n* style: satisfy black\r\n\r\n* feat(docs): add NeMo installation instructions and append w&b links\r\n\r\n* chore(readthedocs): update build config\r\n\r\n* chore(readthedocs): remove depreciated option\r\n\r\n* style: satisfy black\r\n\r\n* chore(readthedocs): unpin dependencies for python3.8\r\n\r\n* chore(readthedocs): remove github workflow\r\n\r\n* feat(docs): add distributed instructions\r\n\r\n* fix(readthedocs): install torch separately\r\n\r\n* fix(readthedocs): install torch inside docs requirements\r\n\r\n* style: satisfy black","shortMessageHtmlLink":"docs: update documentation (#557)"}},{"before":"0ebe3133bfe264c57150b28fe261b485c60e2ca6","after":"dd45837f872bada58af27113e486f845bb4f8f41","ref":"refs/heads/update-docs","pushedAt":"2023-10-23T15:33:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"style: satisfy black","shortMessageHtmlLink":"style: satisfy black"}},{"before":"815b5d1e81830cd7db215fe934be0a437b2d997e","after":null,"ref":"refs/heads/fix-summarize-reward-fn-args","pushedAt":"2023-10-20T15:45:17.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"}},{"before":"d03fea7185b3d12ea8175ddfab86f47e5a312663","after":"db466cbf11c1fa52fae3f5a18d0a9809e2533701","ref":"refs/heads/main","pushedAt":"2023-10-20T15:45:13.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix(examples/t5_summarize_cnn): move labels into `reward_fn` kwargs (#570)\n\n* fix(examples/t5_summarize_cnn): move labels into `reward_fn` kwargs\r\n\r\n* style: satisfy black","shortMessageHtmlLink":"fix(examples/t5_summarize_cnn): move labels into reward_fn kwargs (#…"}},{"before":"23002e71d18111097cc4636bb3462e88043898b9","after":"815b5d1e81830cd7db215fe934be0a437b2d997e","ref":"refs/heads/fix-summarize-reward-fn-args","pushedAt":"2023-10-20T15:25:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"style: satisfy black","shortMessageHtmlLink":"style: satisfy black"}},{"before":null,"after":"23002e71d18111097cc4636bb3462e88043898b9","ref":"refs/heads/fix-summarize-reward-fn-args","pushedAt":"2023-10-20T14:53:59.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix(examples/t5_summarize_cnn): move labels into `reward_fn` kwargs","shortMessageHtmlLink":"fix(examples/t5_summarize_cnn): move labels into reward_fn kwargs"}},{"before":"fac85ddc96ca3816c9def14833dbc5e4adf8e777","after":null,"ref":"refs/heads/fix-peft-forward-kwargs","pushedAt":"2023-10-17T17:32:40.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"}},{"before":"bcd237f1e94c84c5c9f5a4086bab34c0946e3fa7","after":"d03fea7185b3d12ea8175ddfab86f47e5a312663","ref":"refs/heads/main","pushedAt":"2023-10-17T17:32:34.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix(modeling_base): re-order `model.forward_kwargs` initialization (#566)\n\n* fix(modeling_base): re-order `model.forward_kwargs` initialization\r\n\r\n* fix(modeling_base): revert abstract `post_init` deletion","shortMessageHtmlLink":"fix(modeling_base): re-order model.forward_kwargs initialization (#566"}},{"before":"57d595a3bfc9892b1631012a741a47f5398a7489","after":"fac85ddc96ca3816c9def14833dbc5e4adf8e777","ref":"refs/heads/fix-peft-forward-kwargs","pushedAt":"2023-10-17T15:28:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix(modeling_base): revert abstract `post_init` deletion","shortMessageHtmlLink":"fix(modeling_base): revert abstract post_init deletion"}},{"before":null,"after":"57d595a3bfc9892b1631012a741a47f5398a7489","ref":"refs/heads/fix-peft-forward-kwargs","pushedAt":"2023-10-16T16:50:38.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix(modeling_base): re-order `model.forward_kwargs` initialization","shortMessageHtmlLink":"fix(modeling_base): re-order model.forward_kwargs initialization"}},{"before":"d53ee716cef90382e0561f3430cc2e03c79cf3b6","after":null,"ref":"refs/heads/feat-add-rejection-finetuning","pushedAt":"2023-10-11T16:10:03.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"}},{"before":"78c7faa600105a8f90a318a24bc65f8af9a9053a","after":"bcd237f1e94c84c5c9f5a4086bab34c0946e3fa7","ref":"refs/heads/main","pushedAt":"2023-10-11T16:09:46.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"feat: add rejection finetuning trainer (#554)\n\n* feat: add rejection finetuning trainer\r\n\r\n* style: satisfy flake\r\n\r\n* fix(rft_trainer): broadcast scores to all ranks\r\n\r\n* feat(rft_trainer): dedup & clip thresholds for quantized rewards\r\n\r\n* config(rft_randomwalks): lower `total_steps`, keep 1 improve step\r\n\r\n* fix(rft_trainer): handle prompt duplicates, due to `drop_last=False`\r\n\r\n* feat(examples): add `rft_sentiments` example\r\n\r\n* style: satisfy black","shortMessageHtmlLink":"feat: add rejection finetuning trainer (#554)"}},{"before":"09769d0faf7072c7d286172a7b5cccf4395a04f7","after":"0ebe3133bfe264c57150b28fe261b485c60e2ca6","ref":"refs/heads/update-docs","pushedAt":"2023-10-09T16:18:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix(readthedocs): install torch inside docs requirements","shortMessageHtmlLink":"fix(readthedocs): install torch inside docs requirements"}},{"before":"0f179f491d17bfe8099ceaf0941c5c9e7edc7bb5","after":"09769d0faf7072c7d286172a7b5cccf4395a04f7","ref":"refs/heads/update-docs","pushedAt":"2023-10-09T16:12:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"fix(readthedocs): install torch separately","shortMessageHtmlLink":"fix(readthedocs): install torch separately"}},{"before":"1b21db1501b63998b507f7944f8fedbe392941a0","after":"0f179f491d17bfe8099ceaf0941c5c9e7edc7bb5","ref":"refs/heads/update-docs","pushedAt":"2023-10-09T16:06:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"feat(docs): add distributed instructions","shortMessageHtmlLink":"feat(docs): add distributed instructions"}},{"before":"4c43cae11c1bb6d59377eed6bf08e2f5503c6a24","after":"d53ee716cef90382e0561f3430cc2e03c79cf3b6","ref":"refs/heads/feat-add-rejection-finetuning","pushedAt":"2023-10-09T14:25:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"style: satisfy black","shortMessageHtmlLink":"style: satisfy black"}},{"before":"a996d1696e6359667f2573add5784c839ff312eb","after":"4c43cae11c1bb6d59377eed6bf08e2f5503c6a24","ref":"refs/heads/feat-add-rejection-finetuning","pushedAt":"2023-10-09T14:22:27.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"feat(examples): add `rft_sentiments` example","shortMessageHtmlLink":"feat(examples): add rft_sentiments example"}},{"before":"2e7c29eb23f0dc9e69d72b9b96c18956101a0ec2","after":"1b21db1501b63998b507f7944f8fedbe392941a0","ref":"refs/heads/update-docs","pushedAt":"2023-10-02T14:39:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"chore(readthedocs): remove github workflow","shortMessageHtmlLink":"chore(readthedocs): remove github workflow"}},{"before":"a1b332e4971285e0e68f4637275e16a0da4724aa","after":"a996d1696e6359667f2573add5784c839ff312eb","ref":"refs/heads/feat-add-rejection-finetuning","pushedAt":"2023-10-02T14:35:32.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"config(rft_randomwalks): lower `total_steps`, keep 1 improve step","shortMessageHtmlLink":"config(rft_randomwalks): lower total_steps, keep 1 improve step"}},{"before":"5a63772a4206438cd7d95348fd298b6e062ebde5","after":"2e7c29eb23f0dc9e69d72b9b96c18956101a0ec2","ref":"refs/heads/update-docs","pushedAt":"2023-10-02T12:14:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"chore(readthedocs): unpin dependencies for python3.8","shortMessageHtmlLink":"chore(readthedocs): unpin dependencies for python3.8"}},{"before":"0464b45b0e9f5f9d72ec602fd4eeb3f758e31daf","after":"5a63772a4206438cd7d95348fd298b6e062ebde5","ref":"refs/heads/update-docs","pushedAt":"2023-10-02T12:12:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"maxreciprocate","name":"Max","path":"/maxreciprocate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/56548574?s=80&v=4"},"commit":{"message":"style: satisfy black","shortMessageHtmlLink":"style: satisfy black"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMS0wOFQyMDowNzoxOC4wMDAwMDBazwAAAAPapTFh","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMS0wOFQyMDowNzoxOC4wMDAwMDBazwAAAAPapTFh","endCursor":"Y3Vyc29yOnYyOpK7MjAyMy0xMC0wMlQxMjoxMjoyNC4wMDAwMDBazwAAAAONXSc8"}},"title":"Activity · CarperAI/trlx"}