{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":822939540,"defaultBranch":"master","name":"Palu","ownerLogin":"shadowpa0327","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-07-02T06:06:54.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/25412544?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1726637241.0","currentOid":""},"activityList":{"items":[{"before":"c817e44c3f6003c7e1ca5a1dc65f69eb9d5abad5","after":"afff39be8ff592b2fd0fa2bc37c718c69e195a37","ref":"refs/heads/dev/all_fused_model","pushedAt":"2024-09-22T17:39:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"max410011","name":"Max (Wei-Cheng), Lin","path":"/max410011","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/70897987?s=80&v=4"},"commit":{"message":"add mpt latency eval","shortMessageHtmlLink":"add mpt latency eval"}},{"before":"661897f5b483e57aead7edc43d2e3f8698102c2a","after":"c817e44c3f6003c7e1ca5a1dc65f69eb9d5abad5","ref":"refs/heads/dev/all_fused_model","pushedAt":"2024-09-22T13:52:48.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"max410011","name":"Max (Wei-Cheng), Lin","path":"/max410011","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/70897987?s=80&v=4"},"commit":{"message":"refactor code","shortMessageHtmlLink":"refactor code"}},{"before":"f6759009113eb5ea5ef0a7f85d40d1fa47be038d","after":"661897f5b483e57aead7edc43d2e3f8698102c2a","ref":"refs/heads/dev/all_fused_model","pushedAt":"2024-09-21T17:03:08.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"max410011","name":"Max (Wei-Cheng), Lin","path":"/max410011","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/70897987?s=80&v=4"},"commit":{"message":"change config to llama2-7b instead of default","shortMessageHtmlLink":"change config to llama2-7b instead of default"}},{"before":"59ec96f3ab241eb0d45916cfe2b9fdb8a7de77fd","after":"f6759009113eb5ea5ef0a7f85d40d1fa47be038d","ref":"refs/heads/dev/all_fused_model","pushedAt":"2024-09-21T09:03:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"max410011","name":"Max (Wei-Cheng), Lin","path":"/max410011","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/70897987?s=80&v=4"},"commit":{"message":"fix original attention","shortMessageHtmlLink":"fix original attention"}},{"before":"fd7dcce166cc2432e0bf97f32cbfd6469e0c9901","after":"59ec96f3ab241eb0d45916cfe2b9fdb8a7de77fd","ref":"refs/heads/dev/all_fused_model","pushedAt":"2024-09-20T17:15:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"max410011","name":"Max (Wei-Cheng), Lin","path":"/max410011","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/70897987?s=80&v=4"},"commit":{"message":"delete useless code","shortMessageHtmlLink":"delete useless code"}},{"before":"a355d3fa5535c4dda87d356c6cc7ebd863feb5ee","after":"fd7dcce166cc2432e0bf97f32cbfd6469e0c9901","ref":"refs/heads/dev/all_fused_model","pushedAt":"2024-09-20T16:05:34.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"max410011","name":"Max (Wei-Cheng), Lin","path":"/max410011","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/70897987?s=80&v=4"},"commit":{"message":"Complete fusion qk","shortMessageHtmlLink":"Complete fusion qk"}},{"before":"0daffef2dd8aecf686b1161e7dc93477020bfb9c","after":"a355d3fa5535c4dda87d356c6cc7ebd863feb5ee","ref":"refs/heads/dev/all_fused_model","pushedAt":"2024-09-19T17:36:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"max410011","name":"Max (Wei-Cheng), Lin","path":"/max410011","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/70897987?s=80&v=4"},"commit":{"message":"fix qk fused shape","shortMessageHtmlLink":"fix qk fused shape"}},{"before":"b66c0a0de51938f0301eeb208e969c5f401059da","after":"42ac84294f367e16fda25255cc21d0eb4821f870","ref":"refs/heads/dev/batch_gemv","pushedAt":"2024-09-19T07:36:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"[temporary] optimized bgemv_inner","shortMessageHtmlLink":"[temporary] optimized bgemv_inner"}},{"before":"b09210df7ec0b182eaecf9ad6ab76077aea7b02a","after":"b66c0a0de51938f0301eeb208e969c5f401059da","ref":"refs/heads/dev/batch_gemv","pushedAt":"2024-09-18T14:07:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"support batch GEMV w4a16","shortMessageHtmlLink":"support batch GEMV w4a16"}},{"before":null,"after":"b09210df7ec0b182eaecf9ad6ab76077aea7b02a","ref":"refs/heads/dev/batch_gemv","pushedAt":"2024-09-18T05:27:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"[temporary] do transpose on value tensor when entering cache.","shortMessageHtmlLink":"[temporary] do transpose on value tensor when entering cache."}},{"before":null,"after":"0daffef2dd8aecf686b1161e7dc93477020bfb9c","ref":"refs/heads/dev/all_fused_model","pushedAt":"2024-09-17T17:59:36.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"max410011","name":"Max (Wei-Cheng), Lin","path":"/max410011","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/70897987?s=80&v=4"},"commit":{"message":"Add all fused palu_llama_attention","shortMessageHtmlLink":"Add all fused palu_llama_attention"}},{"before":null,"after":"60cc0f355d4acb1dcc64175c6f150f8b0acfdce4","ref":"refs/heads/dev/fuse_k_no_quant","pushedAt":"2024-09-17T04:18:12.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"max410011","name":"Max (Wei-Cheng), Lin","path":"/max410011","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/70897987?s=80&v=4"},"commit":{"message":"temporal version","shortMessageHtmlLink":"temporal version"}},{"before":"3128bc5a6e3bee87a3092ee991d7e5c544bcd9e0","after":"b09210df7ec0b182eaecf9ad6ab76077aea7b02a","ref":"refs/heads/dev/kernel","pushedAt":"2024-09-12T04:56:20.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"[temporary] do transpose on value tensor when entering cache.","shortMessageHtmlLink":"[temporary] do transpose on value tensor when entering cache."}},{"before":"29fd4a7dd8a7eea144e1a58a2f3661b901cd62a1","after":"3128bc5a6e3bee87a3092ee991d7e5c544bcd9e0","ref":"refs/heads/dev/kernel","pushedAt":"2024-09-08T04:33:31.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"[temporary] try porting KIVI implementation for quantizing Value","shortMessageHtmlLink":"[temporary] try porting KIVI implementation for quantizing Value"}},{"before":"281467dbe5eb6f0c9e9e4a7e793e48c6108c01e2","after":"29fd4a7dd8a7eea144e1a58a2f3661b901cd62a1","ref":"refs/heads/dev/kernel","pushedAt":"2024-09-05T22:29:53.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"[temporary] add comparison with fp16","shortMessageHtmlLink":"[temporary] add comparison with fp16"}},{"before":null,"after":"281467dbe5eb6f0c9e9e4a7e793e48c6108c01e2","ref":"refs/heads/dev/kernel","pushedAt":"2024-09-04T17:18:28.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"temp commit","shortMessageHtmlLink":"temp commit"}},{"before":"5107114375d8502e44516bbe1ecf4fdbfb1a2b71","after":"0b9cebd4663a851eef28bef142e3960adea04787","ref":"refs/heads/master","pushedAt":"2024-09-02T16:25:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"scott306lr","name":"scott306lr","path":"/scott306lr","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/58700182?s=80&v=4"},"commit":{"message":"fix model_id example","shortMessageHtmlLink":"fix model_id example"}},{"before":"2fcdd03ca0ce80dd030106b0cf0fcf9ef3e813ca","after":"5107114375d8502e44516bbe1ecf4fdbfb1a2b71","ref":"refs/heads/master","pushedAt":"2024-08-10T09:26:21.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"Merge pull request #4 from cylinbao/master","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2458495716\" data-permission-text=\"Title is private\" data-url=\"https://github.com/shadowpa0327/Palu/issues/4\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/shadowpa0327/Palu/pull/4/hovercard\" href=\"https://github.com/shadowpa0327/Palu/pull/4\">#4</a> from cylinbao/master"}},{"before":"dee2d8e2ba48192b0f4fda479c4e3f46008a5409","after":"2fcdd03ca0ce80dd030106b0cf0fcf9ef3e813ca","ref":"refs/heads/master","pushedAt":"2024-08-08T01:08:44.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"Merge pull request #3 from cylinbao/master\n\nUpdate README.md","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2454460154\" data-permission-text=\"Title is private\" data-url=\"https://github.com/shadowpa0327/Palu/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/shadowpa0327/Palu/pull/3/hovercard\" href=\"https://github.com/shadowpa0327/Palu/pull/3\">#3</a> from cylinbao/master"}},{"before":"2d2f4649d7238cbcafe5990add0a36a5514b719e","after":null,"ref":"refs/heads/dev/release","pushedAt":"2024-08-04T18:40:26.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"}},{"before":"7509f40448b8ac315a8582e68a841d61c6a82da1","after":"dee2d8e2ba48192b0f4fda479c4e3f46008a5409","ref":"refs/heads/master","pushedAt":"2024-08-01T02:31:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"update README.md","shortMessageHtmlLink":"update README.md"}},{"before":"e4d0587ab5158396921ac9921c5124ba5aff856e","after":"7509f40448b8ac315a8582e68a841d61c6a82da1","ref":"refs/heads/master","pushedAt":"2024-08-01T02:20:35.000Z","pushType":"pr_merge","commitsCount":28,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"Merge pull request #1 from shadowpa0327/dev/release\n\nCode Release","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2401180225\" data-permission-text=\"Title is private\" data-url=\"https://github.com/shadowpa0327/Palu/issues/1\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/shadowpa0327/Palu/pull/1/hovercard\" href=\"https://github.com/shadowpa0327/Palu/pull/1\">#1</a> from shadowpa0327/dev/release"}},{"before":"537c157ec75e22e512cd4f90ce7b27c3e59e1283","after":"2d2f4649d7238cbcafe5990add0a36a5514b719e","ref":"refs/heads/dev/release","pushedAt":"2024-08-01T02:20:06.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"update README.md add img","shortMessageHtmlLink":"update README.md add img"}},{"before":"ef408f9734c64f775d86a76fd642267a49af669e","after":"537c157ec75e22e512cd4f90ce7b27c3e59e1283","ref":"refs/heads/dev/release","pushedAt":"2024-08-01T02:17:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"update README.md","shortMessageHtmlLink":"update README.md"}},{"before":"a99d16faf40f1d13d0a88d0c5f9ddc2104987393","after":"ef408f9734c64f775d86a76fd642267a49af669e","ref":"refs/heads/dev/release","pushedAt":"2024-08-01T02:15:57.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"update README.md, fix installation (upgrade torch to 2.4.0 as we need triton==3.0.0), revert transformers to 4.37.2","shortMessageHtmlLink":"update README.md, fix installation (upgrade torch to 2.4.0 as we need…"}},{"before":"5e7b15504d3b4bb2eaef023143b34772e208e832","after":"a99d16faf40f1d13d0a88d0c5f9ddc2104987393","ref":"refs/heads/dev/release","pushedAt":"2024-08-01T02:11:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"update README.md, fix installation (upgrade torch to 2.4.0 as we need triton==3.0.0), revert transformers to 4.37.2","shortMessageHtmlLink":"update README.md, fix installation (upgrade torch to 2.4.0 as we need…"}},{"before":"367e716be1ad82d67f51bacf26ede974fea77ae1","after":null,"ref":"refs/heads/enhance/long_bench_eval","pushedAt":"2024-08-01T00:41:36.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"}},{"before":"7fae2853f0ed3cffe43a9aba9081ec43546e95e5","after":"5e7b15504d3b4bb2eaef023143b34772e208e832","ref":"refs/heads/dev/release","pushedAt":"2024-07-30T20:24:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"code cleanup","shortMessageHtmlLink":"code cleanup"}},{"before":"d17312e378d874a71d8053bcc8e4b242d7e8b0a5","after":"7fae2853f0ed3cffe43a9aba9081ec43546e95e5","ref":"refs/heads/dev/release","pushedAt":"2024-07-26T22:03:32.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"shadowpa0327","name":"Chi-Chih Chang","path":"/shadowpa0327","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/25412544?s=80&v=4"},"commit":{"message":"Merge pull request #2 from shadowpa0327/enhance/long_bench_eval\n\nminor bug fix in caching, and add logging in Longbench implementation","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2433030872\" data-permission-text=\"Title is private\" data-url=\"https://github.com/shadowpa0327/Palu/issues/2\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/shadowpa0327/Palu/pull/2/hovercard\" href=\"https://github.com/shadowpa0327/Palu/pull/2\">#2</a> from shadowpa0327/enhance/long_bench_eval"}},{"before":"39eeaeb5fe334bc8887187caaada5701b9afbd4d","after":"367e716be1ad82d67f51bacf26ede974fea77ae1","ref":"refs/heads/enhance/long_bench_eval","pushedAt":"2024-07-26T22:00:07.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"scott306lr","name":"scott306lr","path":"/scott306lr","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/58700182?s=80&v=4"},"commit":{"message":" minor bug fix in caching, and add logging in Longbench implementation","shortMessageHtmlLink":" minor bug fix in caching, and add logging in Longbench implementation"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0yMlQxNzozOToxNy4wMDAwMDBazwAAAAS9Sury","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0yMlQxNzozOToxNy4wMDAwMDBazwAAAAS9Sury","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNy0yNlQyMjowMDowNy4wMDAwMDBazwAAAASKbZJy"}},"title":"Activity · shadowpa0327/Palu"}