{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":70665637,"defaultBranch":"master","name":"sutton-barto-rl-exercises","ownerLogin":"zyxue","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2016-10-12T05:23:29.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/527862?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1704518001.0","currentOid":""},"activityList":{"items":[{"before":"18907afa0aff12f18d29ed898d7010f05b1a1d02","after":"24ade431bc480c1a458dcc4c7decfc30cfbf33e8","ref":"refs/heads/master","pushedAt":"2024-05-31T15:48:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"updated stats/universality-of-the-uniform-distribution.ipynb","shortMessageHtmlLink":"updated stats/universality-of-the-uniform-distribution.ipynb"}},{"before":"798800f99fc5ce6f0813102a6c54ecfc94f779af","after":"18907afa0aff12f18d29ed898d7010f05b1a1d02","ref":"refs/heads/master","pushedAt":"2024-05-13T17:18:00.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"added stats/delta-method-demo.ipynb","shortMessageHtmlLink":"added stats/delta-method-demo.ipynb"}},{"before":"44c88c055903f11535cea16c11476aed3b966dcb","after":"798800f99fc5ce6f0813102a6c54ecfc94f779af","ref":"refs/heads/master","pushedAt":"2024-05-03T22:00:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"proved theorem for sampling based on r.v.s from uniform distribution","shortMessageHtmlLink":"proved theorem for sampling based on r.v.s from uniform distribution"}},{"before":"a6d1d062848f1e48420c7d5d365f06e06552a7be","after":"44c88c055903f11535cea16c11476aed3b966dcb","ref":"refs/heads/master","pushedAt":"2024-05-01T15:03:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"updated Logit-and-Logistic-functions.ipynb with logistic PDF","shortMessageHtmlLink":"updated Logit-and-Logistic-functions.ipynb with logistic PDF"}},{"before":"0625e80f51a40b8a3e8e60a29294239e74b12c8d","after":"a6d1d062848f1e48420c7d5d365f06e06552a7be","ref":"refs/heads/master","pushedAt":"2024-04-29T22:28:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"added README.md to bandit","shortMessageHtmlLink":"added README.md to bandit"}},{"before":"c182f24533bc75da8f81343863a54998da0b5a7d","after":"198a4eec2119a90300c70186bcb6844e457471c3","ref":"refs/heads/shap-wip","pushedAt":"2024-04-29T21:59:05.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"wip","shortMessageHtmlLink":"wip"}},{"before":"eb53c098c162cf61287c491d27bad6f3186ef7a4","after":"0625e80f51a40b8a3e8e60a29294239e74b12c8d","ref":"refs/heads/master","pushedAt":"2024-04-29T21:58:52.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"added shap/shapley.py","shortMessageHtmlLink":"added shap/shapley.py"}},{"before":"f719c2e14e09c4051ee708bac6961adbcaf3bf36","after":"eb53c098c162cf61287c491d27bad6f3186ef7a4","ref":"refs/heads/master","pushedAt":"2024-01-06T05:19:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"Updated README.md","shortMessageHtmlLink":"Updated README.md"}},{"before":"eb7c41ed9cb0ba48998f1d54a9d72b1fc73b2139","after":"f719c2e14e09c4051ee708bac6961adbcaf3bf36","ref":"refs/heads/master","pushedAt":"2024-01-06T05:16:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"added more notes for bandit","shortMessageHtmlLink":"added more notes for bandit"}},{"before":"5e5620602c07c36bfa1b93f910568634371c4606","after":null,"ref":"refs/heads/bandit","pushedAt":"2024-01-06T05:13:21.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"}},{"before":"8bcd1066f8f48759b7daada0f6e9f0e3c5afbbe5","after":"c182f24533bc75da8f81343863a54998da0b5a7d","ref":"refs/heads/shap-wip","pushedAt":"2024-01-06T05:08:51.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"wip","shortMessageHtmlLink":"wip"}},{"before":"9ff89c7bdbbdab572ddaf1e7917f38183c199d97","after":null,"ref":"refs/heads/cc-and-pearson","pushedAt":"2024-01-06T05:08:16.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"}},{"before":null,"after":"9ff89c7bdbbdab572ddaf1e7917f38183c199d97","ref":"refs/heads/cc-and-pearson","pushedAt":"2024-01-06T04:45:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"wip","shortMessageHtmlLink":"wip"}},{"before":"8347da78c5b27b9e13b58b1f9bedbe4f0d6a80e3","after":"8bcd1066f8f48759b7daada0f6e9f0e3c5afbbe5","ref":"refs/heads/shap-wip","pushedAt":"2024-01-06T04:44:23.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"wip","shortMessageHtmlLink":"wip"}},{"before":"a5823096d20dcb84d5eb1a1ded916146fb4cdf07","after":"eb7c41ed9cb0ba48998f1d54a9d72b1fc73b2139","ref":"refs/heads/master","pushedAt":"2024-01-01T18:33:59.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"added GP-theory-WIP.ipynb","shortMessageHtmlLink":"added GP-theory-WIP.ipynb"}},{"before":"f9ef6300898e3ba75fba037eb3e574e9431f3a34","after":"a5823096d20dcb84d5eb1a1ded916146fb4cdf07","ref":"refs/heads/master","pushedAt":"2023-08-05T15:22:42.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"added more images to bandit/Stochastic-Bernoulli-bandits-Thompson-sampling-and-more-WIP.ipynb","shortMessageHtmlLink":"added more images to bandit/Stochastic-Bernoulli-bandits-Thompson-sam…"}},{"before":"c3e8607b5d4a5d4867ee3b0864467ef9e30af7f0","after":"f9ef6300898e3ba75fba037eb3e574e9431f3a34","ref":"refs/heads/master","pushedAt":"2023-05-14T15:43:28.777Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"Add notebook for visualizing min(x, y) and max(x,y) functions in 3D (#3)","shortMessageHtmlLink":"Add notebook for visualizing min(x, y) and max(x,y) functions in 3D (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1708987026\" data-permission-text=\"Title is private\" data-url=\"https://github.com/zyxue/sutton-barto-rl-exercises/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/zyxue/sutton-barto-rl-exercises/pull/3/hovercard\" href=\"https://github.com/zyxue/sutton-barto-rl-exercises/pull/3\">#3</a>)"}},{"before":"ab607c3b403bd45ac6617060c89ab3c8a154bfd1","after":"3fe6948b80ae1c5ce53456dccac8160931bd35de","ref":"refs/heads/viz-min-max","pushedAt":"2023-05-14T15:42:16.570Z","pushType":"push","commitsCount":1,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"reorg","shortMessageHtmlLink":"reorg"}},{"before":null,"after":"ab607c3b403bd45ac6617060c89ab3c8a154bfd1","ref":"refs/heads/viz-min-max","pushedAt":"2023-05-14T15:30:21.254Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"added plotting_notes/visualize-min-max-functions-in-3D.ipynb","shortMessageHtmlLink":"added plotting_notes/visualize-min-max-functions-in-3D.ipynb"}},{"before":"99528dc06b16204cff0b27bc44bd206825da142a","after":"c3e8607b5d4a5d4867ee3b0864467ef9e30af7f0","ref":"refs/heads/master","pushedAt":"2023-05-14T15:29:57.713Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"Added visualization for Huber loss","shortMessageHtmlLink":"Added visualization for Huber loss"}},{"before":"f32bb8a5b0457ea4755f958859ac455bf2c93c45","after":"ffa9785320987450e27e4cbce2d329346fefd7e6","ref":"refs/heads/huber","pushedAt":"2023-05-14T15:29:50.619Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"Added visualization for Huber loss","shortMessageHtmlLink":"Added visualization for Huber loss"}},{"before":null,"after":"f32bb8a5b0457ea4755f958859ac455bf2c93c45","ref":"refs/heads/huber","pushedAt":"2023-05-14T15:25:05.782Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"wip","shortMessageHtmlLink":"wip"}},{"before":"057d366b1d35c7f3d8661491253cec48a0b0b3a8","after":"99528dc06b16204cff0b27bc44bd206825da142a","ref":"refs/heads/master","pushedAt":"2023-05-14T15:24:08.632Z","pushType":"push","commitsCount":2,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"added some bandit notebooks around analysis of UCB","shortMessageHtmlLink":"added some bandit notebooks around analysis of UCB"}},{"before":"9c0eca2123d9e63a537c0d8bd9dcd1ea59674b09","after":"057d366b1d35c7f3d8661491253cec48a0b0b3a8","ref":"refs/heads/master","pushedAt":"2023-05-14T15:20:02.940Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"added some bandit notebooks\n\ncleaned up concentration analysis for gaussian with variance=1\n\ncleaned up Prove-regret-bounds-for-UCB-for-stochastic-Gaussian-bandits.ipynb\n\ncommitted bandit/KL-divergence-properties-for-Bernoulli-distributions.ipynb\n\nupdated regret decomposition\n\nproof for stochastic bernoulli bandts\n\nconcentration analysis for subgaussian","shortMessageHtmlLink":"added some bandit notebooks"}},{"before":null,"after":"5e5620602c07c36bfa1b93f910568634371c4606","ref":"refs/heads/bandit","pushedAt":"2023-05-14T15:19:20.712Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zyxue","name":"Zhuyi Xue","path":"/zyxue","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/527862?s=80&v=4"},"commit":{"message":"added some bandit notebooks\n\ncleaned up concentration analysis for gaussian with variance=1\n\ncleaned up Prove-regret-bounds-for-UCB-for-stochastic-Gaussian-bandits.ipynb\n\ncommitted bandit/KL-divergence-properties-for-Bernoulli-distributions.ipynb\n\nupdated regret decomposition\n\nproof for stochastic bernoulli bandts\n\nconcentration analysis for subgaussian","shortMessageHtmlLink":"added some bandit notebooks"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEWS8AYwA","startCursor":null,"endCursor":null}},"title":"Activity · zyxue/sutton-barto-rl-exercises"}