{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":621952302,"defaultBranch":"main","name":"venice","ownerLogin":"dlg99","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-03-31T18:48:45.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/8622884?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1681949046.0","currentOid":""},"activityList":{"items":[{"before":"72e2d936ae5f4a94b7e429bf4e53b6ad090b75db","after":"7dd35a0731f44890d76f185c6386e12b5ede10f1","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-11T05:14:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"tests: Improved code coverage","shortMessageHtmlLink":"tests: Improved code coverage"}},{"before":"0a6024a312bea056c53a81614fd81233b4d29165","after":"72e2d936ae5f4a94b7e429bf4e53b6ad090b75db","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-10T23:22:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Added labels for GH templates","shortMessageHtmlLink":"Added labels for GH templates"}},{"before":"8baa2227a599b5ab3665044f8252d6f5c942b1b2","after":"0a6024a312bea056c53a81614fd81233b4d29165","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-10T23:07:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"some formatting + added steps for running the integration tests","shortMessageHtmlLink":"some formatting + added steps for running the integration tests"}},{"before":"c445c064af57f934ca3bfdd69fa781a517fe3fc3","after":"8baa2227a599b5ab3665044f8252d6f5c942b1b2","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-10T22:59:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"CR feedback: renamed txt -> md","shortMessageHtmlLink":"CR feedback: renamed txt -&gt; md"}},{"before":"228370e43e3a056dc589c2414c2298e8aff8d2c1","after":"c445c064af57f934ca3bfdd69fa781a517fe3fc3","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-10T22:56:50.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"renamed the sink according to CR feedback","shortMessageHtmlLink":"renamed the sink according to CR feedback"}},{"before":"db7bec68b56ed982817eaefd9afd22b399ece9c5","after":"74075df695d482ad73d99ecd0954863f6b2840c8","ref":"refs/heads/main","pushedAt":"2023-05-10T22:51:12.000Z","pushType":"push","commitsCount":8,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"[test] Fix and improve DaVinciClientBenchmark (#410)\n\n[test] Fix and improve DaVinciClient benchmark","shortMessageHtmlLink":"[test] Fix and improve DaVinciClientBenchmark (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1703279904\" data-permission-text=\"Title is private\" data-url=\"https://github.com/linkedin/venice/issues/410\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/linkedin/venice/pull/410/hovercard\" href=\"https://github.com/linkedin/venice/pull/410\">linkedin#410</a>)"}},{"before":"01840b8820d69c541cfe9be8fb2fb15a867d6c25","after":"228370e43e3a056dc589c2414c2298e8aff8d2c1","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-06T00:32:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"spotbugs cleanup","shortMessageHtmlLink":"spotbugs cleanup"}},{"before":"151ebd67a4137dac8eeb1324d97c1d0176e48c59","after":"01840b8820d69c541cfe9be8fb2fb15a867d6c25","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-06T00:12:26.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Simplified sink flush, added unit tests","shortMessageHtmlLink":"Simplified sink flush, added unit tests"}},{"before":"da085cf6bc3f5caff18e683436af9d9ddfc8f64a","after":"db7bec68b56ed982817eaefd9afd22b399ece9c5","ref":"refs/heads/main","pushedAt":"2023-05-06T00:07:27.000Z","pushType":"push","commitsCount":10,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"[router] Fix initialization bug in router quota throttler (#399)\n\nThere is a bug in how ReadRequestThrottler initialized store throttlers in the constructor.\r\nbuildAllStoreReadThrottlers relies on various config values , but they were initialized after the method was called. So after a router bounce it will initialize the store throttlers with buffer values of 0 but inside store update handler it will rebuild the throttler with proper value of the configs. This leads to diverted per store router quota in the same cluster depending on the state of start time of various hosts and store version changes.\r\nThis PR fixes the order of initialization and also removed code to update quotaRebalanceEnabled which is never called in router code.\r\n\r\n---------\r\n\r\nCo-authored-by: Sourav Maji <tester@linkedin.com>","shortMessageHtmlLink":"[router] Fix initialization bug in router quota throttler (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1698013214\" data-permission-text=\"Title is private\" data-url=\"https://github.com/linkedin/venice/issues/399\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/linkedin/venice/pull/399/hovercard\" href=\"https://github.com/linkedin/venice/pull/399\">linkedin#399</a>)"}},{"before":"3d2649a6950f9721615ca38960b9d67bdcf8f4a3","after":"151ebd67a4137dac8eeb1324d97c1d0176e48c59","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-06T00:05:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Simplified sink flush, added unit tests","shortMessageHtmlLink":"Simplified sink flush, added unit tests"}},{"before":"55d9d88f7840f148166466e8164279e420542667","after":"3d2649a6950f9721615ca38960b9d67bdcf8f4a3","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-04T23:51:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Handle verifyLatestProtocolPresent when http is used; Sink has to pass extra parameter for the router URL","shortMessageHtmlLink":"Handle verifyLatestProtocolPresent when http is used; Sink has to pas…"}},{"before":"e029fdcfc899762acffadb81463982e22d9ef62b","after":"55d9d88f7840f148166466e8164279e420542667","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-03T23:15:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"CR feedback","shortMessageHtmlLink":"CR feedback"}},{"before":"8fb9a159e965a096c2e2af6347f031a70d52952e","after":"e029fdcfc899762acffadb81463982e22d9ef62b","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-03T18:33:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Removed lombok","shortMessageHtmlLink":"Removed lombok"}},{"before":"02b8565cb870a6ab2a1271187e9bd2e06b5f2056","after":"8fb9a159e965a096c2e2af6347f031a70d52952e","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-02T22:08:40.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Pulsar sink integration test","shortMessageHtmlLink":"Pulsar sink integration test"}},{"before":"a44207f911de270ce0a018920fc511c69003138a","after":"02b8565cb870a6ab2a1271187e9bd2e06b5f2056","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-02T21:47:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"experimenting with CI","shortMessageHtmlLink":"experimenting with CI"}},{"before":"4d155e7e991441768628fc0359c21a75a94a3323","after":"a44207f911de270ce0a018920fc511c69003138a","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-02T21:43:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"experimenting with CI","shortMessageHtmlLink":"experimenting with CI"}},{"before":"5b0610b824ce03f0f4c121c06c2d95eacb66544d","after":"4d155e7e991441768628fc0359c21a75a94a3323","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-02T21:09:05.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"experimenting with CI","shortMessageHtmlLink":"experimenting with CI"}},{"before":"cffa0e39df91258434d3588837f62a0dfbaf7642","after":"5b0610b824ce03f0f4c121c06c2d95eacb66544d","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-02T20:19:52.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Pulsar sink integration test","shortMessageHtmlLink":"Pulsar sink integration test"}},{"before":"f33ccaa2fbacd87ff9269fc92e2b7d07e0cb23a9","after":"cffa0e39df91258434d3588837f62a0dfbaf7642","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-02T01:06:44.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Pulsar sink integration test (ToDo: send/validate data, automate building images)","shortMessageHtmlLink":"Pulsar sink integration test (ToDo: send/validate data, automate buil…"}},{"before":"979e790d5900f4b0c0a88d4ff6dee66136906466","after":"f33ccaa2fbacd87ff9269fc92e2b7d07e0cb23a9","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-01T20:41:35.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Pulsar sink integration test (ToDo: send/validate data, automate building images)","shortMessageHtmlLink":"Pulsar sink integration test (ToDo: send/validate data, automate buil…"}},{"before":"0a6ea9e0854faeea3b336304f8a8f96fd8e34274","after":"979e790d5900f4b0c0a88d4ff6dee66136906466","ref":"refs/heads/pulsar-sink","pushedAt":"2023-05-01T20:23:24.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"WIP sink test part 2","shortMessageHtmlLink":"WIP sink test part 2"}},{"before":"e7d624b602be30086362f83c851efdc0faaaeca2","after":"da085cf6bc3f5caff18e683436af9d9ddfc8f64a","ref":"refs/heads/main","pushedAt":"2023-05-01T18:16:06.000Z","pushType":"push","commitsCount":53,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"[server] Add nearline end to end latency Metrics. (#378)\n\n[Server] Add nearline end to end latency Metrics\r\nThis change adds two metrics for nearline streaming writes. Note that we use nearline terminology instead of realtime to align with current design thinking and avoid confusion with realtime client API.\r\n    1.nearlineProducerToLocalBrokerLatency - This metric measures the time between message received by venice from a nearline producer ( such as samza) to the time it is committed into the local version topic in the partition leader\r\n\r\n    2. nearlineLocalBrokerToReadyToServeLatency - Time between receiving the message from the local VT and when the message is committed in the local db and ready to serve. For a leader , this is calculated from the time when the callback to the version topic write returns.\r\n\r\n An important consideration is to only record this metric for streaming records . We check this by recording this only for the current version and using the lagCaughtup flag to make sure we are not in the batch portion of the topic.\r\n\r\n The actual end to end latency will be approximated by adding the above two latencies together. It is very important to make sure that there is minimal overlap between the two metrics for this metric to make sense.","shortMessageHtmlLink":"[server] Add nearline end to end latency Metrics. (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1685681452\" data-permission-text=\"Title is private\" data-url=\"https://github.com/linkedin/venice/issues/378\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/linkedin/venice/pull/378/hovercard\" href=\"https://github.com/linkedin/venice/pull/378\">linkedin#378</a>)"}},{"before":"857946852c7453cc2b6047c1ef8b1af9d1918b04","after":"0a6ea9e0854faeea3b336304f8a8f96fd8e34274","ref":"refs/heads/pulsar-sink","pushedAt":"2023-04-28T23:13:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"WIP sink test part 2","shortMessageHtmlLink":"WIP sink test part 2"}},{"before":"c9176b9dfb67221a69479e3e1f99ad715fbebe6a","after":"857946852c7453cc2b6047c1ef8b1af9d1918b04","ref":"refs/heads/pulsar-sink","pushedAt":"2023-04-27T16:01:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"WIP integration test","shortMessageHtmlLink":"WIP integration test"}},{"before":"7c56134f7b33bf5c30ffc228116448d56d3bff2b","after":"c9176b9dfb67221a69479e3e1f99ad715fbebe6a","ref":"refs/heads/pulsar-sink","pushedAt":"2023-04-25T21:56:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Pulsar sink integration test (ToDo: send/validate data, automate building images)","shortMessageHtmlLink":"Pulsar sink integration test (ToDo: send/validate data, automate buil…"}},{"before":null,"after":"7c56134f7b33bf5c30ffc228116448d56d3bff2b","ref":"refs/heads/pulsar-sink","pushedAt":"2023-04-20T00:04:06.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Pulsar Sink + required gradle and Samza client changes; tests TBD","shortMessageHtmlLink":"Pulsar Sink + required gradle and Samza client changes; tests TBD"}},{"before":null,"after":"02b3fcc6829cccd69313295c757def6b564578dc","ref":"refs/heads/compose-dev","pushedAt":"2023-04-07T18:42:39.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dlg99","name":"Andrey Yegorov","path":"/dlg99","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/8622884?s=80&v=4"},"commit":{"message":"Docker: tag last images as latest-dev, allow to use custom tag in docker compose","shortMessageHtmlLink":"Docker: tag last images as latest-dev, allow to use custom tag in doc…"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADKmVFlAA","startCursor":null,"endCursor":null}},"title":"Activity · dlg99/venice"}