{"payload":{"pageCount":1,"repositories":[{"type":"Public","name":"crawlaio.github.io","owner":"crawlaio","isFork":false,"description":"爬虫工具导航","allTopics":["crawlaio"],"primaryLanguage":{"name":"HTML","color":"#e34c26"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2024-08-27T05:55:56.033Z"}},{"type":"Public","name":"scrapy-redis-sentinel","owner":"crawlaio","isFork":false,"description":"scrapy-redis-sentinel 基于 scrapy-redis 的基础上 新增 哨兵（sentinel）连接模式 以及 集群（cluster）连接模式。","allTopics":["scrapy","scrapy-redis","scrapy-redis-sentinel","scrapy-redis-cluster"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":2,"issueCount":0,"starsCount":30,"forksCount":13,"license":"MIT License","participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2023-03-31T14:56:09.092Z"}},{"type":"Public","name":"btbtdycrawler","owner":"crawlaio","isFork":false,"description":"BT 电影天堂爬虫","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-09-07T06:01:12.373Z"}},{"type":"Public","name":"dockers","owner":"crawlaio","isFork":false,"description":"爬虫相关的 Docker 以及 Docker-Compose 不断更新中","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":9,"forksCount":2,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-08-17T01:48:56.187Z"}},{"type":"Public","name":"instagramcrawler","owner":"crawlaio","isFork":false,"description":"Instagram 用户视频爬虫","allTopics":["instagram","spider","instagram-downloader"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":3,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-01-22T11:44:42.919Z"}},{"type":"Public","name":"binarycookiesreader","owner":"crawlaio","isFork":false,"description":"BinaryCookies 解析","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":6,"forksCount":1,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2021-01-08T15:22:56.068Z"}},{"type":"Public","name":"music163crawler","owner":"crawlaio","isFork":false,"description":"网易云音乐（评论）爬虫","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":4,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-12-18T09:00:14.425Z"}},{"type":"Public","name":"chinataxcrawler","owner":"crawlaio","isFork":false,"description":"国家税务总局全国增值税发票查验平台","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":10,"forksCount":2,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-12-16T06:20:16.541Z"}},{"type":"Public","name":"scrapy-spiderstats-extension","owner":"crawlaio","isFork":false,"description":"将 Spider Stats 存储到 MongoDB 的扩展，可以用于爬虫监控和统计","allTopics":["scrapy","scrapy-extension","scrapy-spiderstats-extension","spider-stats-mongodb"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":2,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-11-17T00:57:36.211Z"}},{"type":"Public","name":"scrapyd-heroku","owner":"crawlaio","isFork":false,"description":"在 heroku 上搭建 scrapyd 集群教程","allTopics":["heroku","scrapy","herokuapp","scrapyd"],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":4,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-11-11T23:49:06.608Z"}},{"type":"Public","name":"fundcrawler","owner":"crawlaio","isFork":false,"description":"天天基金爬虫","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":1,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-08-24T15:21:36.855Z"}},{"type":"Public","name":"zsxqcrawler","owner":"crawlaio","isFork":false,"description":"知识星球爬虫","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":2,"starsCount":59,"forksCount":10,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-08-21T08:58:58.592Z"}},{"type":"Public","name":"glidedskycrawler","owner":"crawlaio","isFork":false,"description":"镀金的天空爬虫攻防刷题平台","allTopics":[],"primaryLanguage":{"name":"Python","color":"#3572A5"},"pullRequestCount":0,"issueCount":0,"starsCount":0,"forksCount":0,"license":null,"participation":null,"lastUpdated":{"hasBeenPushedTo":true,"timestamp":"2020-06-23T11:06:20.257Z"}}],"repositoryCount":13,"userInfo":null,"searchable":true,"definitions":[],"typeFilters":[{"id":"all","text":"All"},{"id":"public","text":"Public"},{"id":"source","text":"Sources"},{"id":"fork","text":"Forks"},{"id":"archived","text":"Archived"},{"id":"template","text":"Templates"}],"compactMode":false},"title":"crawlaio repositories"}