{"payload":{"pageCount":2,"repositories":[{"type":"Public","name":"scrapy-zyte-api","owner":"scrapy-plugins","isFork":false,"description":"Zyte API integration for Scrapy","allTopics":["plugin","crawler","proxy","scraping","scrapy"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":5,"issueCount":8,"starsCount":33,"forksCount":16,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-31T19:33:55.457Z"}},{"type":"Public","name":"scrapy-playwright","owner":"scrapy-plugins","isFork":false,"description":"🎭 Playwright integration for Scrapy","allTopics":["hacktoberfest","chrome-headless","python-asyncio","headless-browser","javascript-renderer","firefox-headless","playwright","playwright-python","webkit-headless","python","python3","scrapy"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":23,"starsCount":867,"forksCount":96,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":[0,0,0,0,0,1,1,4,1,8,5,2,3,4,0,0,0,0,0,3,0,0,0,1,0,3,0,2,0,1,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4],"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-31T12:28:33.710Z"}},{"type":"Public","name":"scrapy-feedexporter-azure-storage","owner":"scrapy-plugins","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":0,"starsCount":2,"forksCount":5,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-18T16:36:27.289Z"}},{"type":"Public","name":"scrapy-settings-log","owner":"scrapy-plugins","isFork":true,"description":"An extension that allows a user to display all or some of their scrapy spider settings at runtime.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":0,"forksCount":3,"license":"GNU General Public License v3.0","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-16T02:46:45.081Z"}},{"type":"Public","name":"scrapy-zyte-smartproxy","owner":"scrapy-plugins","isFork":false,"description":"Zyte Smart Proxy Manager (formerly Crawlera) middleware for Scrapy","allTopics":["plugin","crawler","proxy","scraping","scrapy","crawler-detection"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":6,"starsCount":352,"forksCount":88,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-05-09T08:19:47.395Z"}},{"type":"Public","name":"scrapy-spider-metadata","owner":"scrapy-plugins","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":4,"forksCount":2,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-03-22T09:44:59.730Z"}},{"type":"Public archive","name":"scrapy-crawlera-fetch","owner":"scrapy-plugins","isFork":false,"description":"Scrapy Downloader Middleware for Crawlera Fetch API","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":5,"issueCount":5,"starsCount":8,"forksCount":10,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-28T18:15:12.321Z"}},{"type":"Public","name":"scrapy-feedexporter-onedrive","owner":"scrapy-plugins","isFork":false,"description":"Export to OneDrive","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-02-23T09:00:37.377Z"}},{"type":"Public","name":"scrapy-feedexporter-dropbox","owner":"scrapy-plugins","isFork":false,"description":"Scrapy feed exporter for Dropbox","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":0,"starsCount":1,"forksCount":3,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-12-25T13:51:38.447Z"}},{"type":"Public","name":"scrapy-djangoitem","owner":"scrapy-plugins","isFork":false,"description":"Scrapy extension to write scraped items using Django models","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":10,"starsCount":498,"forksCount":87,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-10-15T06:27:27.312Z"}},{"type":"Public","name":"scrapy-feedexporter-google-sheets","owner":"scrapy-plugins","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-08-15T13:55:44.099Z"}},{"type":"Public","name":"scrapy-incremental","owner":"scrapy-plugins","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":1,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-05-01T22:08:13.960Z"}},{"type":"Public","name":"scrapy-splash","owner":"scrapy-plugins","isFork":false,"description":"Scrapy+Splash for JavaScript integration","allTopics":["scrapy","headless-browsers"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":15,"issueCount":61,"starsCount":3100,"forksCount":448,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-02-06T17:14:19.719Z"}},{"type":"Public","name":"scrapy-feedexporter-google-drive","owner":"scrapy-plugins","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":2,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-01-04T10:00:59.425Z"}},{"type":"Public","name":"scrapy-statsd","owner":"scrapy-plugins","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":3,"issueCount":1,"starsCount":6,"forksCount":4,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-10-19T19:42:23.735Z"}},{"type":"Public","name":"scrapy-dotpersistence","owner":"scrapy-plugins","isFork":false,"description":"A scrapy extension to sync `.scrapy` folder to an S3 bucket ","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":2,"starsCount":15,"forksCount":8,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-03-28T12:01:58.242Z"}},{"type":"Public","name":"scrapy-magicfields","owner":"scrapy-plugins","isFork":false,"description":"Scrapy middleware to add extra fields to items, like timestamp, response fields, spider attributes etc.","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":55,"forksCount":7,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-03-16T01:17:57.922Z"}},{"type":"Public","name":"scrapy-pagestorage","owner":"scrapy-plugins","isFork":false,"description":"A scrapy extension to store requests and responses information in storage service","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":26,"forksCount":6,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2022-03-11T11:46:32.053Z"}},{"type":"Public","name":"scrapy-snowflake-stage-exporter","owner":"scrapy-plugins","isFork":false,"description":"Snowflake database loading utility with Scrapy integration","allTopics":["snowflake","scrapy","etl"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-12-03T08:56:13.693Z"}},{"type":"Public","name":"scrapy-deltafetch","owner":"scrapy-plugins","isFork":false,"description":"Scrapy spider middleware to ignore requests to pages containing items seen in previous crawls","allTopics":["hacktoberfest","hacktoberfest2021"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":4,"issueCount":14,"starsCount":265,"forksCount":48,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-10-17T17:36:33.589Z"}},{"type":"Public","name":"scrapy-headless","owner":"scrapy-plugins","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":2,"starsCount":28,"forksCount":7,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-04-28T07:45:51.079Z"}},{"type":"Public","name":"scrapy-jsonschema","owner":"scrapy-plugins","isFork":false,"description":"Scrapy schema validation pipeline and Item builder using JSON Schema","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":1,"starsCount":44,"forksCount":12,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-03-26T15:32:38.591Z"}},{"type":"Public","name":"scrapy-feedexporter-sftp","owner":"scrapy-plugins","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":1,"starsCount":6,"forksCount":3,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-05-14T10:19:10.197Z"}},{"type":"Public","name":"scrapy-jsonrpc","owner":"scrapy-plugins","isFork":false,"description":"Scrapy extension to control spiders using JSON-RPC","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":7,"starsCount":296,"forksCount":71,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2019-08-26T05:39:07.683Z"}},{"type":"Public","name":"scrapy-hcf","owner":"scrapy-plugins","isFork":false,"description":"Scrapy spider middleware to use Scrapinghub's Hub Crawl Frontier as a backend for URLs","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":1,"issueCount":1,"starsCount":4,"forksCount":6,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2018-08-28T22:00:34.553Z"}},{"type":"Public","name":"scrapy-monkeylearn","owner":"scrapy-plugins","isFork":false,"description":"A Scrapy pipeline to categorize items using MonkeyLearn","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":37,"forksCount":13,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2017-04-28T12:51:05.788Z"}},{"type":"Public","name":"scrapy-splitvariants","owner":"scrapy-plugins","isFork":false,"description":"Scrapy spider middleware to split an item into multiple items using a multi-valued key","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":20,"forksCount":1,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2017-02-08T18:25:48.620Z"}},{"type":"Public","name":"scrapy-streaming","owner":"scrapy-plugins","isFork":false,"description":"","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":6,"issueCount":2,"starsCount":17,"forksCount":5,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2016-10-12T12:45:50.229Z"}},{"type":"Public","name":"scrapy-querycleaner","owner":"scrapy-plugins","isFork":false,"description":"Scrapy spider middleware to clean up query parameters in request URLs","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":25,"forksCount":1,"license":"BSD 3-Clause \"New\" or \"Revised\" License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2016-06-30T12:05:13.922Z"}},{"type":"Public","name":"scrapy-bigml","owner":"scrapy-plugins","isFork":false,"description":"Scrapy pipeline for writing items to BigML datasets","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":3,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2015-11-17T02:34:01.563Z"}}],"repositoryCount":31,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"Repositories"}