{"payload":{"pageCount":4,"repositories":[{"type":"Public","name":"spidermon","owner":"scrapinghub","isFork":false,"description":"Scrapy Extension for monitoring spiders execution.","topicNames":["testing","monitoring","scraping","crawling","spiders","hacktoberfest","monitoring-tool","scrapinghub"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":7,"issueCount":38,"starsCount":511,"forksCount":92,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":[0,0,0,0,0,0,2,4,0,2,0,0,4,0,0,9,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,4,0,0,0,0,0,2,1,0,6],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-09T10:33:16.891Z"}},{"type":"Public","name":"shub-workflow","owner":"scrapinghub","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":2,"starsCount":12,"forksCount":13,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":[5,5,6,10,0,0,6,11,0,4,4,4,0,0,8,0,13,0,1,4,0,8,5,0,0,0,0,0,0,2,2,4,0,0,0,0,0,0,0,2,2,0,5,0,0,0,0,0,4,0,4,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-06T19:17:42.465Z"}},{"type":"Public","name":"varanus","owner":"scrapinghub","isFork":false,"description":"A command line spider monitoring tool","topicNames":["spider","monitoring","python36"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":2,"starsCount":7,"forksCount":6,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-01T14:34:22.771Z"}},{"type":"Public","name":"scrapy-poet","owner":"scrapinghub","isFork":false,"description":"Page Object pattern for Scrapy","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":5,"issueCount":9,"starsCount":112,"forksCount":28,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-25T16:34:17.600Z"}},{"type":"Public","name":"extruct","owner":"scrapinghub","isFork":false,"description":"Extract embedded metadata from HTML markup","topicNames":["microformats","semantic-web","rdfa","json-ld","microdata","opengraph","hacktoberfest"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":17,"issueCount":39,"starsCount":824,"forksCount":114,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T14:56:09.107Z"}},{"type":"Public","name":"article-extraction-benchmark","owner":"scrapinghub","isFork":false,"description":"Article extraction benchmark: dataset and evaluation scripts","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":247,"forksCount":28,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:57:59.039Z"}},{"type":"Public","name":"portia","owner":"scrapinghub","isFork":false,"description":"Visual scraping for Scrapy","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":18,"issueCount":112,"starsCount":9178,"forksCount":1409,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-24T09:27:18.399Z"}},{"type":"Public","name":"splash","owner":"scrapinghub","isFork":false,"description":"Lightweight, scriptable browser as a service with an HTTP API","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":25,"issueCount":377,"starsCount":4009,"forksCount":507,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-23T10:46:42.652Z"}},{"type":"Public","name":"dateparser","owner":"scrapinghub","isFork":false,"description":"python parser for human readable dates","topicNames":["hacktoberfest"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":50,"issueCount":273,"starsCount":2466,"forksCount":467,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-04-08T15:27:15.856Z"}},{"type":"Public","name":"web-poet","owner":"scrapinghub","isFork":false,"description":"Web scraping Page Objects core library","topicNames":["python","web-scraping","hacktoberfest","page-objects"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":13,"issueCount":14,"starsCount":90,"forksCount":14,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-06T06:18:46.427Z"}},{"type":"Public","name":"scrapinghub-entrypoint-scrapy","owner":"scrapinghub","isFork":false,"description":"Scrapy entrypoint for Scrapinghub job runner","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":7,"starsCount":25,"forksCount":16,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-20T06:05:07.110Z"}},{"type":"Public","name":"scrapyrt","owner":"scrapinghub","isFork":false,"description":"HTTP API for Scrapy spiders ","topicNames":["python","crawler","scraper","crawling","twisted","scrapy","webcrawler","hacktoberfest","webcrawling","hacktoberfest2021"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":5,"issueCount":23,"starsCount":816,"forksCount":159,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-14T09:19:40.351Z"}},{"type":"Public","name":"sample-projects","owner":"scrapinghub","isFork":false,"description":"Sample projects showcasing Scrapinghub tech","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":6,"issueCount":6,"starsCount":136,"forksCount":204,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-14T05:51:28.440Z"}},{"type":"Public","name":"shub","owner":"scrapinghub","isFork":false,"description":"Scrapinghub Command Line Client","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":14,"issueCount":44,"starsCount":126,"forksCount":79,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-03T20:09:59.645Z"}},{"type":"Public","name":"python-scrapinghub","owner":"scrapinghub","isFork":false,"description":"A client interface for Scrapinghub's API","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":5,"issueCount":26,"starsCount":200,"forksCount":63,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-01-18T17:21:40.469Z"}},{"type":"Public","name":"scrapy-frontera","owner":"scrapinghub","isFork":false,"description":"More flexible and featured Frontera scheduler for Scrapy","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":3,"starsCount":35,"forksCount":5,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-01-16T11:07:08.632Z"}},{"type":"Public","name":"andi","owner":"scrapinghub","isFork":false,"description":"Library for annotation-based dependency injection","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":3,"starsCount":19,"forksCount":5,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-27T19:08:41.745Z"}},{"type":"Public","name":"python-crfsuite","owner":"scrapinghub","isFork":false,"description":"A python binding for crfsuite","topicNames":["data-science","crf","crfsuite"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":48,"starsCount":769,"forksCount":222,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-19T16:14:53.229Z"}},{"type":"Public","name":"price-parser","owner":"scrapinghub","isFork":false,"description":"Extract price amount and currency symbol from a raw text string","topicNames":["hacktoberfest"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":9,"issueCount":17,"starsCount":303,"forksCount":48,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-10-17T16:38:29.546Z"}},{"type":"Public","name":"frontera","owner":"scrapinghub","isFork":false,"description":"A scalable frontier for web crawlers","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":18,"issueCount":78,"starsCount":1283,"forksCount":219,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-09-18T11:10:47.256Z"}},{"type":"Public","name":"number-parser","owner":"scrapinghub","isFork":false,"description":"Parse numbers written in natural language","topicNames":["hacktoberfest"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":5,"issueCount":13,"starsCount":103,"forksCount":21,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-06-20T08:38:31.118Z"}},{"type":"Public","name":"hcf-backend","owner":"scrapinghub","isFork":false,"description":"Crawl Frontier HCF backend","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":2,"starsCount":7,"forksCount":5,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-05-23T11:01:04.049Z"}},{"type":"Public","name":"slackbot","owner":"scrapinghub","isFork":false,"description":"A chat bot for Slack (https://slack.com).","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":15,"issueCount":55,"starsCount":1257,"forksCount":397,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-14T14:41:57.591Z"}},{"type":"Public","name":"webstruct-demo","owner":"scrapinghub","isFork":false,"description":"HTTP demo for https://github.com/scrapinghub/webstruct","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":4,"forksCount":2,"license":"MIT License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-06T14:35:44.242Z"}},{"type":"Public","name":"marathon-apps-collectd-plugin","owner":"scrapinghub","isFork":true,"description":"marathon-apps-collectd-plugin","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":2,"forksCount":98,"license":"GNU General Public License v2.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-25T14:42:45.579Z"}},{"type":"Public","name":"asgi_rabbitmq","owner":"scrapinghub","isFork":true,"description":"RabbitMQ backend for ASGI","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":14,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-11-03T13:35:46.291Z"}},{"type":"Public","name":"collection-scanner","owner":"scrapinghub","isFork":false,"description":"HubStorage collection scanner library","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":5,"forksCount":2,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-09-12T21:07:25.497Z"}},{"type":"Public","name":"exporters","owner":"scrapinghub","isFork":false,"description":"Exporters is an extensible export pipeline library that supports filter, transform and several sources and destinations","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":7,"issueCount":5,"starsCount":40,"forksCount":10,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-06T17:08:46.710Z"}},{"type":"Public","name":"portia2code","owner":"scrapinghub","isFork":false,"description":"","topicNames":[],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":6,"starsCount":49,"forksCount":25,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-04-04T19:25:35.526Z"}},{"type":"Public","name":"js2xml","owner":"scrapinghub","isFork":false,"description":"Convert Javascript code to an XML document","topicNames":["python","xml","hacktoberfest","javascript"],"topicsNotShown":0,"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":4,"starsCount":185,"forksCount":23,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-03-14T21:29:14.419Z"}}],"repositoryCount":97,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"mirror","text":"Mirrors"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}