{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":686834603,"defaultBranch":"main","name":"Pai-Megatron-Patch","ownerLogin":"alibaba","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-09-04T03:29:47.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/1961952?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1714102029.0","currentOid":""},"activityList":{"items":[{"before":"1577d2b417f5d69899ae0538bc82af50b03767e2","after":"b902eae31a950f9cc4f4afff56a0f491b6353929","ref":"refs/heads/main","pushedAt":"2024-05-16T06:06:22.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix finetune mcore qwen bug (#231)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix finetune mcore qwen bug (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2299431847\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/231\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/231/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/231\">#231</a>)"}},{"before":"d10f87788e2141993c11223f2551512900ec2e9c","after":"1577d2b417f5d69899ae0538bc82af50b03767e2","ref":"refs/heads/main","pushedAt":"2024-05-13T07:14:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Add fine-grained moe support for qwen1.5 (#227)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Add fine-grained moe support for qwen1.5 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2292022949\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/227\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/227/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/227\">#227</a>)"}},{"before":"1b902886a605868ab4446ee1e5d1700df428aa51","after":"d10f87788e2141993c11223f2551512900ec2e9c","ref":"refs/heads/main","pushedAt":"2024-05-06T06:29:32.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Add fine-grained moe support for llama3 (#220)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Add fine-grained moe support for llama3 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2280138413\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/220\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/220/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/220\">#220</a>)"}},{"before":"1f3c6fc07750dee17d8eba5b0d9c64b66569101f","after":"1b902886a605868ab4446ee1e5d1700df428aa51","ref":"refs/heads/main","pushedAt":"2024-05-06T06:13:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Add fine-grained moe support for llama3 (#219)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Add fine-grained moe support for llama3 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2280111431\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/219\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/219/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/219\">#219</a>)"}},{"before":"b985da21a2caf14ed2d530276c76a09dc13bcf79","after":"1f3c6fc07750dee17d8eba5b0d9c64b66569101f","ref":"refs/heads/main","pushedAt":"2024-04-27T04:46:15.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix llama3 moe convertor (#215)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix llama3 moe convertor (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2266837444\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/215\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/215/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/215\">#215</a>)"}},{"before":"4e7a765971c32a40874f27fa1eb860e3bbc30cff","after":"b985da21a2caf14ed2d530276c76a09dc13bcf79","ref":"refs/heads/main","pushedAt":"2024-04-27T04:17:24.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix llama3 moe convertor (#214)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix llama3 moe convertor (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2266829948\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/214\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/214/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/214\">#214</a>)"}},{"before":"0ab89021089561e84880f294b42d5f86809ad607","after":"4e7a765971c32a40874f27fa1eb860e3bbc30cff","ref":"refs/heads/main","pushedAt":"2024-04-26T07:26:57.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix llama3 pretrain megatron script (#211)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix llama3 pretrain megatron script (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2265138112\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/211\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/211/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/211\">#211</a>)"}},{"before":"a53fdb1bc571f7cc6c9625099a79e56b47be07e5","after":"0ab89021089561e84880f294b42d5f86809ad607","ref":"refs/heads/main","pushedAt":"2024-04-26T03:17:27.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"fix qwen1.5-megatron and add 32b (#209)","shortMessageHtmlLink":"fix qwen1.5-megatron and add 32b (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2264877077\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/209\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/209/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/209\">#209</a>)"}},{"before":null,"after":"560798d2f16bc53919cb68cd276b1575c13b3026","ref":"refs/heads/qwen1.5-megatron","pushedAt":"2024-04-26T03:16:12.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"lwmlyy","name":null,"path":"/lwmlyy","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/38210876?s=80&v=4"},"commit":{"message":"fix qwen1.5-megatron and add 32b","shortMessageHtmlLink":"fix qwen1.5-megatron and add 32b"}},{"before":"afaa3477d4c9e23eb7c08b5d4d877c6c1ba1f26c","after":"a53fdb1bc571f7cc6c9625099a79e56b47be07e5","ref":"refs/heads/main","pushedAt":"2024-04-25T09:52:40.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix finetune with mcore training scripts (#208)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix finetune with mcore training scripts (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2263166458\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/208\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/208/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/208\">#208</a>)"}},{"before":"d35bef911a0905c6e25d11d1b338306fa9a0e5c3","after":"afaa3477d4c9e23eb7c08b5d4d877c6c1ba1f26c","ref":"refs/heads/main","pushedAt":"2024-04-25T07:51:37.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Enhance llama3-8b megatron training process (#207)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Enhance llama3-8b megatron training process (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2262926519\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/207\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/207/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/207\">#207</a>)"}},{"before":"2052ddbad69d579aac37da4d5520d0b1ce8a83fd","after":"d35bef911a0905c6e25d11d1b338306fa9a0e5c3","ref":"refs/heads/main","pushedAt":"2024-04-24T05:41:12.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix Qwen1.5 32B gqa convertor (#205)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix Qwen1.5 32B gqa convertor (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2260380824\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/205\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/205/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/205\">#205</a>)"}},{"before":"9fce17b39a958a3455b5cd54b93b3f1f3dc5a5a2","after":"2052ddbad69d579aac37da4d5520d0b1ce8a83fd","ref":"refs/heads/main","pushedAt":"2024-04-24T05:22:33.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix qwen/llama/mistral gqa convertor (#204)\n\n* Fix qwen1.5 32B gqa convertor\r\n\r\n* Fix llama and mistral gqa convertor\r\n\r\n---------\r\n\r\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix qwen/llama/mistral gqa convertor (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2260347998\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/204\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/204/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/204\">#204</a>)"}},{"before":"05e2cba508aad583a9dfe14af74022325c6b7caf","after":"9fce17b39a958a3455b5cd54b93b3f1f3dc5a5a2","ref":"refs/heads/main","pushedAt":"2024-04-23T13:26:01.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Update data preprocessing readme (#203)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Update data preprocessing readme (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2258884026\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/203\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/203/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/203\">#203</a>)"}},{"before":"4cf34182051b69bb9cea24f87922473703594209","after":"05e2cba508aad583a9dfe14af74022325c6b7caf","ref":"refs/heads/main","pushedAt":"2024-04-23T13:21:23.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Update data preprocessing readme (#201)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Update data preprocessing readme (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2258873511\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/201\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/201/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/201\">#201</a>)"}},{"before":"6ba2c46a7f24ab432ee5f87cd2e40f1dc4bbef5e","after":"4cf34182051b69bb9cea24f87922473703594209","ref":"refs/heads/main","pushedAt":"2024-04-23T10:33:50.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix LLama3 shell script (#200)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix LLama3 shell script (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2258524172\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/200\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/200/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/200\">#200</a>)"}},{"before":"b7bf5c4e5251233340b72699d7548374217a485e","after":"6ba2c46a7f24ab432ee5f87cd2e40f1dc4bbef5e","ref":"refs/heads/main","pushedAt":"2024-04-23T09:45:06.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix Qwen1.5 typo issue (#199)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix Qwen1.5 typo issue (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2258424916\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/199\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/199/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/199\">#199</a>)"}},{"before":"3ebd1bc67188c0e1c572029fa0f3d70d639f6502","after":"b7bf5c4e5251233340b72699d7548374217a485e","ref":"refs/heads/main","pushedAt":"2024-04-23T09:28:35.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Support Qwen1.5 32B and 72B for mcore training (#198)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Support Qwen1.5 32B and 72B for mcore training (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2258391557\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/198\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/198/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/198\">#198</a>)"}},{"before":"16183616bb7071a1695b233bdf329c627db10a2f","after":"3ebd1bc67188c0e1c572029fa0f3d70d639f6502","ref":"refs/heads/main","pushedAt":"2024-04-22T10:27:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix LLama3 70B Convertor (#197)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix LLama3 70B Convertor (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2256173678\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/197\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/197/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/197\">#197</a>)"}},{"before":"aa7c56272cb53a7aeb7fa6ebbfa61c7fa3a5c2e4","after":"16183616bb7071a1695b233bdf329c627db10a2f","ref":"refs/heads/main","pushedAt":"2024-04-22T06:13:05.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix Mixtral Convertor (#196)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix Mixtral Convertor (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2255668477\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/196\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/196/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/196\">#196</a>)"}},{"before":"dda3e17d09d9dfc4ec2baec0cd3cbb21d6309bc6","after":"aa7c56272cb53a7aeb7fa6ebbfa61c7fa3a5c2e4","ref":"refs/heads/main","pushedAt":"2024-04-21T13:22:41.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Update ReadMe for qwen1.5 (#195)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Update ReadMe for qwen1.5 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2255071010\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/195\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/195/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/195\">#195</a>)"}},{"before":"eed0fe65785cefccb13be67c04fba3b9284b2a55","after":"dda3e17d09d9dfc4ec2baec0cd3cbb21d6309bc6","ref":"refs/heads/main","pushedAt":"2024-04-21T13:11:55.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Update ReadMe for LLama3 (#194)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Update ReadMe for LLama3 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2255066979\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/194\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/194/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/194\">#194</a>)"}},{"before":"319f0f70c47f484edf994bca7a130a1cbaaa015a","after":"eed0fe65785cefccb13be67c04fba3b9284b2a55","ref":"refs/heads/main","pushedAt":"2024-04-21T13:06:17.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Update Quick Starts for LLama3 (#193)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Update Quick Starts for LLama3 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2255064853\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/193\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/193/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/193\">#193</a>)"}},{"before":"52415a39345a5255c4bfc559a5980f9453a34caf","after":"319f0f70c47f484edf994bca7a130a1cbaaa015a","ref":"refs/heads/main","pushedAt":"2024-04-21T08:18:34.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Change qwen convertor name (#192)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Change qwen convertor name (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2254961978\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/192\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/192/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/192\">#192</a>)"}},{"before":"3c5f36b96d323dc02a76000964d8e250a6614861","after":"52415a39345a5255c4bfc559a5980f9453a34caf","ref":"refs/heads/main","pushedAt":"2024-04-21T07:50:40.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Update Quick Starts (#191)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Update Quick Starts (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2254950384\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/191\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/191/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/191\">#191</a>)"}},{"before":"df953c7f2df71837280e31c45dabd7ea478994f8","after":"3c5f36b96d323dc02a76000964d8e250a6614861","ref":"refs/heads/main","pushedAt":"2024-04-21T07:44:06.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Update Quick Starts (#190)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Update Quick Starts (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2254948322\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/190\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/190/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/190\">#190</a>)"}},{"before":"f90a4f4ba6fdd3e0fff5f9258d08012929c40cf8","after":"df953c7f2df71837280e31c45dabd7ea478994f8","ref":"refs/heads/main","pushedAt":"2024-04-18T08:03:22.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Update MegaBlocks and Quick Starts (#186)\n\n* Fix Mistral pretraining when PP>1\r\n\r\n* Update MegaBlocks and Quick Starts\r\n\r\n---------\r\n\r\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Update MegaBlocks and Quick Starts (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2250024136\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/186\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/186/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/186\">#186</a>)"}},{"before":"033dcc36725764ae2791f357b3a50c6f64700373","after":"f90a4f4ba6fdd3e0fff5f9258d08012929c40cf8","ref":"refs/heads/main","pushedAt":"2024-04-17T13:16:36.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Fix Mistral pretraining when PP>1 (#185)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Fix Mistral pretraining when PP&gt;1 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2248276930\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/185\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/185/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/185\">#185</a>)"}},{"before":"e3ef049bc30f956a02fa9bdb9d27d73f051686ad","after":"033dcc36725764ae2791f357b3a50c6f64700373","ref":"refs/heads/main","pushedAt":"2024-04-17T05:41:18.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Update Quick Starts (#182)\n\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Update Quick Starts (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2247424808\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/182\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/182/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/182\">#182</a>)"}},{"before":"0f5f793d3c5286413b350a5308e55de18c826702","after":"e3ef049bc30f956a02fa9bdb9d27d73f051686ad","ref":"refs/heads/main","pushedAt":"2024-04-17T03:36:02.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"jerryli1981","name":"Jerry Li","path":"/jerryli1981","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9262007?s=80&v=4"},"commit":{"message":"Updata Megatron-LM Soft Link (#181)\n\n* Adapt tokenizer init for old megatron lm version\r\n\r\n* Updata Megatron-LM Soft Link\r\n\r\n---------\r\n\r\nCo-authored-by: 同润 <jerry.lp@alibaba-inc.com>","shortMessageHtmlLink":"Updata Megatron-LM Soft Link (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2247292132\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alibaba/Pai-Megatron-Patch/issues/181\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alibaba/Pai-Megatron-Patch/pull/181/hovercard\" href=\"https://github.com/alibaba/Pai-Megatron-Patch/pull/181\">#181</a>)"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAES0CxVgA","startCursor":null,"endCursor":null}},"title":"Activity · alibaba/Pai-Megatron-Patch"}