{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":741666341,"defaultBranch":"main","name":"Megatron-LM","ownerLogin":"vasunvidia","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2024-01-10T21:29:06.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/108759426?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1725038187.0","currentOid":""},"activityList":{"items":[{"before":"ed81b40bfcae7be2778da72fd25567aacb044d7a","after":"c2ea950318f125ccbb909802bed2dadd0b216f91","ref":"refs/heads/main","pushedAt":"2024-09-03T23:11:51.000Z","pushType":"push","commitsCount":36,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Merge branch 'huvu/t5_add_modeltype' into 'main'\n\nAdding ModelType.encoder_and_decoder to T5 model\n\nSee merge request ADLR/megatron-lm!2000","shortMessageHtmlLink":"Merge branch 'huvu/t5_add_modeltype' into 'main'"}},{"before":null,"after":"649ce37e063c519c49078cd12ab1a72c4a40fc28","ref":"refs/heads/24.09-alpha_pr1715","pushedAt":"2024-08-30T17:16:27.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Enable optional kwargs with CUDA graph","shortMessageHtmlLink":"Enable optional kwargs with CUDA graph"}},{"before":"0650d8335d45162845398a97880374b81c4d84b1","after":"ed81b40bfcae7be2778da72fd25567aacb044d7a","ref":"refs/heads/main","pushedAt":"2024-08-30T16:38:32.000Z","pushType":"push","commitsCount":669,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Merge branch 'ko3n1g/ci/fix-mr-h100' into 'main'\n\nci: Run H100 tests via MR\n\nSee merge request ADLR/megatron-lm!2007","shortMessageHtmlLink":"Merge branch 'ko3n1g/ci/fix-mr-h100' into 'main'"}},{"before":"3c0f3ef38c645043be18e51ce2698b37eaceb128","after":"8f1ced75df8927a4d2aa3874def75a64c825894b","ref":"refs/heads/core_v0.7.0.beta__lora_CG","pushedAt":"2024-06-07T10:57:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Enable optional_tensor dict input to CUDA graph","shortMessageHtmlLink":"Enable optional_tensor dict input to CUDA graph"}},{"before":"3c0f3ef38c645043be18e51ce2698b37eaceb128","after":"6edc02eed03611f22a971b7e827a70da05cffdc9","ref":"refs/heads/core_v0.7.0.beta_05_29_nemoCG","pushedAt":"2024-05-30T03:21:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Use single CG per layer when no pipelining","shortMessageHtmlLink":"Use single CG per layer when no pipelining"}},{"before":null,"after":"3c0f3ef38c645043be18e51ce2698b37eaceb128","ref":"refs/heads/core_v0.7.0.beta_05_29_nemoCG","pushedAt":"2024-05-29T21:40:44.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Merge branch 'rachitg/ag' into 'core_r0.7.0.beta'\n\nallow disabling qkv or fc1 overlap\n\nSee merge request ADLR/megatron-lm!1398","shortMessageHtmlLink":"Merge branch 'rachitg/ag' into 'core_r0.7.0.beta'"}},{"before":null,"after":"3c0f3ef38c645043be18e51ce2698b37eaceb128","ref":"refs/heads/core_v0.7.0.beta__lora_CG","pushedAt":"2024-05-27T20:24:38.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Merge branch 'rachitg/ag' into 'core_r0.7.0.beta'\n\nallow disabling qkv or fc1 overlap\n\nSee merge request ADLR/megatron-lm!1398","shortMessageHtmlLink":"Merge branch 'rachitg/ag' into 'core_r0.7.0.beta'"}},{"before":"ccfeda47cb5ca10ee3c4efd9b78c6bb15c2cd3d2","after":"0650d8335d45162845398a97880374b81c4d84b1","ref":"refs/heads/main","pushedAt":"2024-05-27T20:21:05.000Z","pushType":"push","commitsCount":193,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Merge branch 'lmcafee/retro-mcore-0.7' into 'main'\n\nRetro bugfixes for Mcore 0.7\n\nSee merge request ADLR/megatron-lm!1460","shortMessageHtmlLink":"Merge branch 'lmcafee/retro-mcore-0.7' into 'main'"}},{"before":"2196398f5252ead6f036b06d45f7acb89b1308da","after":"ccfeda47cb5ca10ee3c4efd9b78c6bb15c2cd3d2","ref":"refs/heads/main","pushedAt":"2024-04-22T18:16:59.000Z","pushType":"push","commitsCount":18,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Merge branch 'fix_overlap_param_gather' into 'main'\n\nfix EP distopt with overlap param gather\n\nSee merge request ADLR/megatron-lm!1345","shortMessageHtmlLink":"Merge branch 'fix_overlap_param_gather' into 'main'"}},{"before":null,"after":"5d9220bd3472eac60b7c23fe81a96ec528330bb0","ref":"refs/heads/amax_group_fix","pushedAt":"2024-04-17T21:22:09.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Change AMAX reduction group to use TP group","shortMessageHtmlLink":"Change AMAX reduction group to use TP group"}},{"before":null,"after":"d2e7d308d56d756043cd1d26b3a188d6d1149618","ref":"refs/heads/core_r0.7.0.beta","pushedAt":"2024-04-17T21:20:28.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Change AMAX reduction group to use TP group","shortMessageHtmlLink":"Change AMAX reduction group to use TP group"}},{"before":"7fe863f3d94f7b64a927b04b85f5c9339d3fb784","after":"2196398f5252ead6f036b06d45f7acb89b1308da","ref":"refs/heads/main","pushedAt":"2024-04-17T18:13:05.000Z","pushType":"push","commitsCount":42,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Merge branch 'rachitg/fp8dpa' into 'main'\n\nRachitg/fp8dpa\n\nSee merge request ADLR/megatron-lm!1332","shortMessageHtmlLink":"Merge branch 'rachitg/fp8dpa' into 'main'"}},{"before":"0fe13c252743978fc313e19ee4f432cb81912c6d","after":"1e8d9a2541e6c25f769f0a8fa9cbd0fe28671f04","ref":"refs/heads/llm_cudagraph_04_05","pushedAt":"2024-04-11T19:34:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":"6668353816e7c6cd619e5b5303b01122bf183f20","after":"0fe13c252743978fc313e19ee4f432cb81912c6d","ref":"refs/heads/llm_cudagraph_04_05","pushedAt":"2024-04-11T19:30:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Review comments","shortMessageHtmlLink":"Review comments"}},{"before":"11af676d6b9a1a45f9a191676f230ecb78680c06","after":"6668353816e7c6cd619e5b5303b01122bf183f20","ref":"refs/heads/llm_cudagraph_04_05","pushedAt":"2024-04-10T19:12:31.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Address review comments","shortMessageHtmlLink":"Address review comments"}},{"before":"ba773259dbe5735fbd91ca41e7f4ded60b335c52","after":"7fe863f3d94f7b64a927b04b85f5c9339d3fb784","ref":"refs/heads/main","pushedAt":"2024-04-10T19:11:53.000Z","pushType":"push","commitsCount":8,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Merge branch 'hn-tokenizer-imports' into 'main'\n\nFix some more imports from the refactor\n\nSee merge request ADLR/megatron-lm!1325","shortMessageHtmlLink":"Merge branch 'hn-tokenizer-imports' into 'main'"}},{"before":"73415ab21cd99cf716ba83f18c47d0f6727aa844","after":"11af676d6b9a1a45f9a191676f230ecb78680c06","ref":"refs/heads/llm_cudagraph_04_05","pushedAt":"2024-04-10T19:10:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Address review comments","shortMessageHtmlLink":"Address review comments"}},{"before":"85c8c1303cc70c3b52f6f24142e6e1d77fce3f40","after":"73415ab21cd99cf716ba83f18c47d0f6727aa844","ref":"refs/heads/llm_cudagraph_04_05","pushedAt":"2024-04-09T23:17:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Address review comments","shortMessageHtmlLink":"Address review comments"}},{"before":"8581c9320e443665889ca7644a3b24fb6175523f","after":"85c8c1303cc70c3b52f6f24142e6e1d77fce3f40","ref":"refs/heads/llm_cudagraph_04_05","pushedAt":"2024-04-09T19:49:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Bug fix","shortMessageHtmlLink":"Bug fix"}},{"before":"b9ca8c4a4442a35577263003071ed9a679cb0f26","after":"8581c9320e443665889ca7644a3b24fb6175523f","ref":"refs/heads/llm_cudagraph_04_05","pushedAt":"2024-04-09T06:14:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Bug fix","shortMessageHtmlLink":"Bug fix"}},{"before":"ba8c5aa29b8a654d291764de6607e6f403d71b78","after":"b9ca8c4a4442a35577263003071ed9a679cb0f26","ref":"refs/heads/llm_cudagraph_04_05","pushedAt":"2024-04-09T06:11:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Address review comments","shortMessageHtmlLink":"Address review comments"}},{"before":null,"after":"031dc0b93aac28739b4ce69a1ee56ede985d1b96","ref":"refs/heads/debug_13_main_d0ccbcc","pushedAt":"2024-04-06T00:40:42.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":null,"after":"e6f94ceaf7378cde960c28996cc82a6e368cf4ba","ref":"refs/heads/debug_12_main_f16be74","pushedAt":"2024-04-06T00:40:09.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":null,"after":"a0fd9359b90ca22a7a9f4250eeac17c9c4a91714","ref":"refs/heads/debug_11_main_3ef9418","pushedAt":"2024-04-06T00:39:50.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":null,"after":"67d73ae69433c40dce11ca47d97eacdc2bd0522c","ref":"refs/heads/debug_10_main_5e22048","pushedAt":"2024-04-06T00:39:26.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":null,"after":"0b78538e75dd119520c7886bc6b5d673a1397efe","ref":"refs/heads/debug_9_main_9208adb","pushedAt":"2024-04-06T00:38:57.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":null,"after":"2c526554285d20f6fe698f76b6a6d8a2630a1317","ref":"refs/heads/debug_8_main_9a0e41a","pushedAt":"2024-04-06T00:38:25.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":null,"after":"f68feb65c3d4ff58d0fbf73d1b30f53c335ece36","ref":"refs/heads/debug_7_main_ea48518","pushedAt":"2024-04-06T00:37:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":null,"after":"2d30e92b9037db0136998f64b1cc6b38f9e72bec","ref":"refs/heads/debug_6_main_212ce8d","pushedAt":"2024-04-06T00:37:18.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":null,"after":"f26d11af017a11465a4ec302496099a223cafa03","ref":"refs/heads/debug_5_main_d0d89a6","pushedAt":"2024-04-06T00:36:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"vasunvidia","name":null,"path":"/vasunvidia","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108759426?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0wM1QyMzoxMTo1MS4wMDAwMDBazwAAAASsGjEn","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0wM1QyMzoxMTo1MS4wMDAwMDBazwAAAASsGjEn","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNC0wNlQwMDozNjo1Mi4wMDAwMDBazwAAAAQpXFuT"}},"title":"Activity · vasunvidia/Megatron-LM"}