aio-scrapy 2.1.3__tar.gz → 2.1.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (238) hide show
  1. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/LICENSE +1 -1
  2. {aio-scrapy-2.1.3/aio_scrapy.egg-info → aio_scrapy-2.1.6}/PKG-INFO +18 -5
  3. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/README.md +3 -3
  4. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6/aio_scrapy.egg-info}/PKG-INFO +18 -5
  5. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/SOURCES.txt +6 -5
  6. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/requires.txt +1 -0
  7. aio_scrapy-2.1.6/aioscrapy/VERSION +1 -0
  8. aio_scrapy-2.1.6/aioscrapy/cmdline.py +603 -0
  9. aio_scrapy-2.1.6/aioscrapy/core/downloader/__init__.py +758 -0
  10. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/__init__.py +267 -0
  11. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/aiohttp.py +289 -0
  12. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/curl_cffi.py +188 -0
  13. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/httpx.py +214 -0
  14. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/pyhttpx.py +197 -0
  15. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/requests.py +181 -0
  16. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/webdriver/__init__.py +2 -0
  17. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/webdriver/drissionpage.py +493 -0
  18. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/webdriver/driverpool.py +234 -0
  19. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/webdriver/playwright.py +498 -0
  20. aio_scrapy-2.1.6/aioscrapy/core/engine.py +618 -0
  21. aio_scrapy-2.1.6/aioscrapy/core/scheduler.py +510 -0
  22. aio_scrapy-2.1.6/aioscrapy/core/scraper.py +714 -0
  23. aio_scrapy-2.1.6/aioscrapy/crawler.py +642 -0
  24. aio_scrapy-2.1.6/aioscrapy/db/__init__.py +221 -0
  25. aio_scrapy-2.1.6/aioscrapy/db/absmanager.py +253 -0
  26. aio_scrapy-2.1.6/aioscrapy/db/aiomongo.py +374 -0
  27. aio_scrapy-2.1.6/aioscrapy/db/aiomysql.py +477 -0
  28. aio_scrapy-2.1.6/aioscrapy/db/aiopg.py +407 -0
  29. aio_scrapy-2.1.6/aioscrapy/db/aiorabbitmq.py +611 -0
  30. aio_scrapy-2.1.6/aioscrapy/db/aioredis.py +343 -0
  31. aio_scrapy-2.1.6/aioscrapy/dupefilters/__init__.py +152 -0
  32. aio_scrapy-2.1.6/aioscrapy/dupefilters/disk.py +166 -0
  33. aio_scrapy-2.1.6/aioscrapy/dupefilters/redis.py +763 -0
  34. aio_scrapy-2.1.6/aioscrapy/exceptions.py +254 -0
  35. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/http/__init__.py +1 -1
  36. aio_scrapy-2.1.6/aioscrapy/http/headers.py +291 -0
  37. aio_scrapy-2.1.6/aioscrapy/http/request/__init__.py +444 -0
  38. aio_scrapy-2.1.6/aioscrapy/http/request/form.py +119 -0
  39. aio_scrapy-2.1.6/aioscrapy/http/request/json_request.py +175 -0
  40. aio_scrapy-2.1.6/aioscrapy/http/response/__init__.py +481 -0
  41. aio_scrapy-2.1.6/aioscrapy/http/response/html.py +51 -0
  42. aio_scrapy-2.1.6/aioscrapy/http/response/text.py +712 -0
  43. aio_scrapy-2.1.6/aioscrapy/http/response/web_driver.py +144 -0
  44. aio_scrapy-2.1.6/aioscrapy/http/response/xml.py +54 -0
  45. aio_scrapy-2.1.6/aioscrapy/libs/downloader/defaultheaders.py +86 -0
  46. aio_scrapy-2.1.6/aioscrapy/libs/downloader/downloadtimeout.py +115 -0
  47. aio_scrapy-2.1.6/aioscrapy/libs/downloader/ja3fingerprint.py +129 -0
  48. aio_scrapy-2.1.6/aioscrapy/libs/downloader/retry.py +304 -0
  49. aio_scrapy-2.1.6/aioscrapy/libs/downloader/stats.py +173 -0
  50. aio_scrapy-2.1.6/aioscrapy/libs/downloader/useragent.py +114 -0
  51. aio_scrapy-2.1.6/aioscrapy/libs/extensions/closespider.py +233 -0
  52. aio_scrapy-2.1.6/aioscrapy/libs/extensions/corestats.py +196 -0
  53. aio_scrapy-2.1.6/aioscrapy/libs/extensions/logstats.py +194 -0
  54. aio_scrapy-2.1.6/aioscrapy/libs/extensions/metric.py +516 -0
  55. aio_scrapy-2.1.6/aioscrapy/libs/extensions/throttle.py +322 -0
  56. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/__init__.py +480 -0
  57. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/csv.py +328 -0
  58. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/excel.py +545 -0
  59. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/mongo.py +188 -0
  60. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/mysql.py +93 -0
  61. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/pg.py +93 -0
  62. aio_scrapy-2.1.6/aioscrapy/libs/spider/depth.py +192 -0
  63. aio_scrapy-2.1.6/aioscrapy/libs/spider/httperror.py +194 -0
  64. aio_scrapy-2.1.6/aioscrapy/libs/spider/offsite.py +283 -0
  65. aio_scrapy-2.1.6/aioscrapy/libs/spider/referer.py +739 -0
  66. aio_scrapy-2.1.6/aioscrapy/libs/spider/urllength.py +133 -0
  67. aio_scrapy-2.1.6/aioscrapy/link.py +160 -0
  68. aio_scrapy-2.1.6/aioscrapy/logformatter.py +285 -0
  69. aio_scrapy-2.1.6/aioscrapy/middleware/absmanager.py +416 -0
  70. aio_scrapy-2.1.6/aioscrapy/middleware/downloader.py +287 -0
  71. aio_scrapy-2.1.6/aioscrapy/middleware/extension.py +65 -0
  72. aio_scrapy-2.1.6/aioscrapy/middleware/itempipeline.py +114 -0
  73. aio_scrapy-2.1.6/aioscrapy/middleware/spider.py +485 -0
  74. aio_scrapy-2.1.6/aioscrapy/process.py +252 -0
  75. aio_scrapy-2.1.6/aioscrapy/proxy/__init__.py +189 -0
  76. aio_scrapy-2.1.6/aioscrapy/proxy/redis.py +206 -0
  77. aio_scrapy-2.1.6/aioscrapy/queue/__init__.py +219 -0
  78. aio_scrapy-2.1.6/aioscrapy/scrapyd/runner.py +185 -0
  79. aio_scrapy-2.1.6/aioscrapy/serializer.py +219 -0
  80. aio_scrapy-2.1.6/aioscrapy/settings/__init__.py +948 -0
  81. aio_scrapy-2.1.6/aioscrapy/settings/default_settings.py +483 -0
  82. aio_scrapy-2.1.6/aioscrapy/signalmanager.py +199 -0
  83. aio_scrapy-2.1.6/aioscrapy/signals.py +206 -0
  84. aio_scrapy-2.1.6/aioscrapy/spiderloader.py +261 -0
  85. aio_scrapy-2.1.6/aioscrapy/spiders/__init__.py +350 -0
  86. aio_scrapy-2.1.6/aioscrapy/statscollectors.py +391 -0
  87. aio_scrapy-2.1.6/aioscrapy/utils/conf.py +523 -0
  88. aio_scrapy-2.1.6/aioscrapy/utils/curl.py +258 -0
  89. aio_scrapy-2.1.6/aioscrapy/utils/decorators.py +95 -0
  90. aio_scrapy-2.1.6/aioscrapy/utils/deprecate.py +334 -0
  91. aio_scrapy-2.1.6/aioscrapy/utils/httpobj.py +71 -0
  92. aio_scrapy-2.1.6/aioscrapy/utils/log.py +130 -0
  93. aio_scrapy-2.1.6/aioscrapy/utils/misc.py +270 -0
  94. aio_scrapy-2.1.6/aioscrapy/utils/ossignal.py +85 -0
  95. aio_scrapy-2.1.6/aioscrapy/utils/project.py +251 -0
  96. aio_scrapy-2.1.6/aioscrapy/utils/python.py +358 -0
  97. aio_scrapy-2.1.6/aioscrapy/utils/reqser.py +89 -0
  98. aio_scrapy-2.1.6/aioscrapy/utils/request.py +228 -0
  99. aio_scrapy-2.1.6/aioscrapy/utils/response.py +123 -0
  100. aio_scrapy-2.1.6/aioscrapy/utils/signal.py +243 -0
  101. aio_scrapy-2.1.6/aioscrapy/utils/spider.py +67 -0
  102. aio_scrapy-2.1.6/aioscrapy/utils/template.py +123 -0
  103. aio_scrapy-2.1.6/aioscrapy/utils/tools.py +252 -0
  104. aio_scrapy-2.1.6/aioscrapy/utils/trackref.py +253 -0
  105. aio_scrapy-2.1.6/aioscrapy/utils/url.py +469 -0
  106. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/setup.py +1 -0
  107. aio-scrapy-2.1.3/aioscrapy/VERSION +0 -1
  108. aio-scrapy-2.1.3/aioscrapy/cmdline.py +0 -170
  109. aio-scrapy-2.1.3/aioscrapy/core/downloader/__init__.py +0 -253
  110. aio-scrapy-2.1.3/aioscrapy/core/downloader/handlers/__init__.py +0 -85
  111. aio-scrapy-2.1.3/aioscrapy/core/downloader/handlers/aiohttp.py +0 -105
  112. aio-scrapy-2.1.3/aioscrapy/core/downloader/handlers/curl_cffi.py +0 -67
  113. aio-scrapy-2.1.3/aioscrapy/core/downloader/handlers/httpx.py +0 -84
  114. aio-scrapy-2.1.3/aioscrapy/core/downloader/handlers/playwright/__init__.py +0 -110
  115. aio-scrapy-2.1.3/aioscrapy/core/downloader/handlers/playwright/driverpool.py +0 -53
  116. aio-scrapy-2.1.3/aioscrapy/core/downloader/handlers/playwright/webdriver.py +0 -96
  117. aio-scrapy-2.1.3/aioscrapy/core/downloader/handlers/pyhttpx.py +0 -68
  118. aio-scrapy-2.1.3/aioscrapy/core/downloader/handlers/requests.py +0 -63
  119. aio-scrapy-2.1.3/aioscrapy/core/engine.py +0 -257
  120. aio-scrapy-2.1.3/aioscrapy/core/scheduler.py +0 -196
  121. aio-scrapy-2.1.3/aioscrapy/core/scraper.py +0 -238
  122. aio-scrapy-2.1.3/aioscrapy/crawler.py +0 -260
  123. aio-scrapy-2.1.3/aioscrapy/db/__init__.py +0 -72
  124. aio-scrapy-2.1.3/aioscrapy/db/absmanager.py +0 -47
  125. aio-scrapy-2.1.3/aioscrapy/db/aiomongo.py +0 -92
  126. aio-scrapy-2.1.3/aioscrapy/db/aiomysql.py +0 -124
  127. aio-scrapy-2.1.3/aioscrapy/db/aiopg.py +0 -110
  128. aio-scrapy-2.1.3/aioscrapy/db/aiorabbitmq.py +0 -171
  129. aio-scrapy-2.1.3/aioscrapy/db/aioredis.py +0 -94
  130. aio-scrapy-2.1.3/aioscrapy/dupefilters/__init__.py +0 -47
  131. aio-scrapy-2.1.3/aioscrapy/dupefilters/disk.py +0 -44
  132. aio-scrapy-2.1.3/aioscrapy/dupefilters/redis.py +0 -197
  133. aio-scrapy-2.1.3/aioscrapy/exceptions.py +0 -98
  134. aio-scrapy-2.1.3/aioscrapy/http/headers.py +0 -57
  135. aio-scrapy-2.1.3/aioscrapy/http/request/__init__.py +0 -198
  136. aio-scrapy-2.1.3/aioscrapy/http/request/form.py +0 -39
  137. aio-scrapy-2.1.3/aioscrapy/http/request/json_request.py +0 -63
  138. aio-scrapy-2.1.3/aioscrapy/http/response/__init__.py +0 -208
  139. aio-scrapy-2.1.3/aioscrapy/http/response/html.py +0 -12
  140. aio-scrapy-2.1.3/aioscrapy/http/response/playwright.py +0 -36
  141. aio-scrapy-2.1.3/aioscrapy/http/response/text.py +0 -265
  142. aio-scrapy-2.1.3/aioscrapy/http/response/xml.py +0 -12
  143. aio-scrapy-2.1.3/aioscrapy/libs/downloader/defaultheaders.py +0 -22
  144. aio-scrapy-2.1.3/aioscrapy/libs/downloader/downloadtimeout.py +0 -26
  145. aio-scrapy-2.1.3/aioscrapy/libs/downloader/ja3fingerprint.py +0 -36
  146. aio-scrapy-2.1.3/aioscrapy/libs/downloader/retry.py +0 -118
  147. aio-scrapy-2.1.3/aioscrapy/libs/downloader/stats.py +0 -31
  148. aio-scrapy-2.1.3/aioscrapy/libs/downloader/useragent.py +0 -23
  149. aio-scrapy-2.1.3/aioscrapy/libs/extensions/closespider.py +0 -71
  150. aio-scrapy-2.1.3/aioscrapy/libs/extensions/corestats.py +0 -46
  151. aio-scrapy-2.1.3/aioscrapy/libs/extensions/logstats.py +0 -50
  152. aio-scrapy-2.1.3/aioscrapy/libs/extensions/metric.py +0 -147
  153. aio-scrapy-2.1.3/aioscrapy/libs/extensions/throttle.py +0 -88
  154. aio-scrapy-2.1.3/aioscrapy/libs/pipelines/__init__.py +0 -137
  155. aio-scrapy-2.1.3/aioscrapy/libs/pipelines/csv.py +0 -86
  156. aio-scrapy-2.1.3/aioscrapy/libs/pipelines/execl.py +0 -169
  157. aio-scrapy-2.1.3/aioscrapy/libs/pipelines/mongo.py +0 -56
  158. aio-scrapy-2.1.3/aioscrapy/libs/pipelines/mysql.py +0 -26
  159. aio-scrapy-2.1.3/aioscrapy/libs/pipelines/pg.py +0 -26
  160. aio-scrapy-2.1.3/aioscrapy/libs/spider/depth.py +0 -54
  161. aio-scrapy-2.1.3/aioscrapy/libs/spider/httperror.py +0 -54
  162. aio-scrapy-2.1.3/aioscrapy/libs/spider/offsite.py +0 -83
  163. aio-scrapy-2.1.3/aioscrapy/libs/spider/referer.py +0 -364
  164. aio-scrapy-2.1.3/aioscrapy/libs/spider/urllength.py +0 -37
  165. aio-scrapy-2.1.3/aioscrapy/link.py +0 -53
  166. aio-scrapy-2.1.3/aioscrapy/logformatter.py +0 -94
  167. aio-scrapy-2.1.3/aioscrapy/middleware/absmanager.py +0 -90
  168. aio-scrapy-2.1.3/aioscrapy/middleware/downloader.py +0 -69
  169. aio-scrapy-2.1.3/aioscrapy/middleware/extension.py +0 -16
  170. aio-scrapy-2.1.3/aioscrapy/middleware/itempipeline.py +0 -18
  171. aio-scrapy-2.1.3/aioscrapy/middleware/spider.py +0 -132
  172. aio-scrapy-2.1.3/aioscrapy/process.py +0 -52
  173. aio-scrapy-2.1.3/aioscrapy/proxy/__init__.py +0 -50
  174. aio-scrapy-2.1.3/aioscrapy/proxy/redis.py +0 -72
  175. aio-scrapy-2.1.3/aioscrapy/queue/__init__.py +0 -67
  176. aio-scrapy-2.1.3/aioscrapy/scrapyd/runner.py +0 -64
  177. aio-scrapy-2.1.3/aioscrapy/serializer.py +0 -39
  178. aio-scrapy-2.1.3/aioscrapy/settings/__init__.py +0 -466
  179. aio-scrapy-2.1.3/aioscrapy/settings/default_settings.py +0 -183
  180. aio-scrapy-2.1.3/aioscrapy/signalmanager.py +0 -68
  181. aio-scrapy-2.1.3/aioscrapy/signals.py +0 -24
  182. aio-scrapy-2.1.3/aioscrapy/spiderloader.py +0 -108
  183. aio-scrapy-2.1.3/aioscrapy/spiders/__init__.py +0 -123
  184. aio-scrapy-2.1.3/aioscrapy/statscollectors.py +0 -80
  185. aio-scrapy-2.1.3/aioscrapy/utils/conf.py +0 -195
  186. aio-scrapy-2.1.3/aioscrapy/utils/curl.py +0 -106
  187. aio-scrapy-2.1.3/aioscrapy/utils/decorators.py +0 -25
  188. aio-scrapy-2.1.3/aioscrapy/utils/deprecate.py +0 -141
  189. aio-scrapy-2.1.3/aioscrapy/utils/httpobj.py +0 -19
  190. aio-scrapy-2.1.3/aioscrapy/utils/log.py +0 -51
  191. aio-scrapy-2.1.3/aioscrapy/utils/misc.py +0 -102
  192. aio-scrapy-2.1.3/aioscrapy/utils/ossignal.py +0 -23
  193. aio-scrapy-2.1.3/aioscrapy/utils/project.py +0 -89
  194. aio-scrapy-2.1.3/aioscrapy/utils/python.py +0 -148
  195. aio-scrapy-2.1.3/aioscrapy/utils/reqser.py +0 -15
  196. aio-scrapy-2.1.3/aioscrapy/utils/request.py +0 -67
  197. aio-scrapy-2.1.3/aioscrapy/utils/response.py +0 -38
  198. aio-scrapy-2.1.3/aioscrapy/utils/signal.py +0 -61
  199. aio-scrapy-2.1.3/aioscrapy/utils/spider.py +0 -20
  200. aio-scrapy-2.1.3/aioscrapy/utils/template.py +0 -36
  201. aio-scrapy-2.1.3/aioscrapy/utils/tools.py +0 -78
  202. aio-scrapy-2.1.3/aioscrapy/utils/trackref.py +0 -67
  203. aio-scrapy-2.1.3/aioscrapy/utils/url.py +0 -164
  204. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/MANIFEST.in +0 -0
  205. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/dependency_links.txt +0 -0
  206. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/entry_points.txt +0 -0
  207. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/not-zip-safe +0 -0
  208. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/top_level.txt +0 -0
  209. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/__init__.py +0 -0
  210. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/__main__.py +0 -0
  211. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/commands/__init__.py +0 -0
  212. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/commands/crawl.py +0 -0
  213. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/commands/genspider.py +0 -0
  214. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/commands/list.py +0 -0
  215. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/commands/runspider.py +0 -0
  216. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/commands/settings.py +0 -0
  217. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/commands/startproject.py +0 -0
  218. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/commands/version.py +0 -0
  219. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/core/__init__.py +0 -0
  220. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/libs/__init__.py +0 -0
  221. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/libs/downloader/__init__.py +0 -0
  222. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/libs/extensions/__init__.py +0 -0
  223. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/libs/spider/__init__.py +0 -0
  224. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/middleware/__init__.py +0 -0
  225. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/queue/memory.py +0 -0
  226. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/queue/rabbitmq.py +0 -0
  227. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/queue/redis.py +0 -0
  228. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/scrapyd/__init__.py +0 -0
  229. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/templates/project/aioscrapy.cfg +0 -0
  230. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/templates/project/module/__init__.py +0 -0
  231. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/templates/project/module/middlewares.py.tmpl +0 -0
  232. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/templates/project/module/pipelines.py.tmpl +0 -0
  233. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/templates/project/module/settings.py.tmpl +0 -0
  234. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/templates/project/module/spiders/__init__.py +0 -0
  235. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/templates/spiders/basic.tmpl +0 -0
  236. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/templates/spiders/single.tmpl +0 -0
  237. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aioscrapy/utils/__init__.py +0 -0
  238. {aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/setup.cfg +0 -0
{aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/LICENSE RENAMED
@@ -1,6 +1,6 @@
1
1
  MIT License
2
2
 
3
- Copyright (c) 2021 conlin-huang
3
+ Copyright (c) 2021 ConlinH
4
4
 
5
5
  Permission is hereby granted, free of charge, to any person obtaining a copy
6
6
  of this software and associated documentation files (the "Software"), to deal
{aio-scrapy-2.1.3/aio_scrapy.egg-info → aio_scrapy-2.1.6}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.1
1
+ Metadata-Version: 2.2
2
2
  Name: aio-scrapy
3
- Version: 2.1.3
3
+ Version: 2.1.6
4
4
  Summary: A high-level Web Crawling and Web Scraping framework based on Asyncio
5
5
  Home-page: https://github.com/conlin-huang/aio-scrapy.git
6
6
  Author: conlin
@@ -28,6 +28,7 @@ Requires-Dist: zope.interface>=5.1.0
28
28
  Requires-Dist: redis>=4.3.1
29
29
  Requires-Dist: aiomultiprocess>=0.9.0
30
30
  Requires-Dist: loguru>=0.7.0
31
+ Requires-Dist: anyio>=3.6.2
31
32
  Provides-Extra: all
32
33
  Requires-Dist: aiomysql>=0.1.1; extra == "all"
33
34
  Requires-Dist: httpx[http2]>=0.23.0; extra == "all"
@@ -62,6 +63,18 @@ Requires-Dist: asyncpg>=0.27.0; extra == "pg"
62
63
  Provides-Extra: execl
63
64
  Requires-Dist: XlsxWriter>=3.1.2; extra == "execl"
64
65
  Requires-Dist: pillow>=9.4.0; extra == "execl"
66
+ Dynamic: author
67
+ Dynamic: author-email
68
+ Dynamic: classifier
69
+ Dynamic: description
70
+ Dynamic: description-content-type
71
+ Dynamic: home-page
72
+ Dynamic: keywords
73
+ Dynamic: license
74
+ Dynamic: provides-extra
75
+ Dynamic: requires-dist
76
+ Dynamic: requires-python
77
+ Dynamic: summary
65
78
 
66
79
  <!--
67
80
  ![aio-scrapy](./doc/images/aio-scrapy.png)
@@ -94,7 +107,7 @@ pip install git+https://github.com/ConlinH/aio-scrapy
94
107
  # default
95
108
  pip install aio-scrapy
96
109
 
97
- # Install all dependencies
110
+ # Install all dependencies
98
111
  pip install aio-scrapy[all]
99
112
 
100
113
  # When you need to use mysql/httpx/rabbitmq/mongo
@@ -111,7 +124,7 @@ aioscrapy startproject project_quotes
111
124
 
112
125
  ```
113
126
  cd project_quotes
114
- aioscrapy genspider quotes
127
+ aioscrapy genspider quotes
115
128
  ```
116
129
 
117
130
  quotes.py
@@ -228,7 +241,7 @@ aioscrapy -h
228
241
 
229
242
  ### Ready
230
243
 
231
- please submit your sugguestion to owner by issue
244
+ Please submit your suggestions to the owner by creating an issue
232
245
 
233
246
  ## Thanks
234
247
 
{aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/README.md RENAMED
@@ -29,7 +29,7 @@ pip install git+https://github.com/ConlinH/aio-scrapy
29
29
  # default
30
30
  pip install aio-scrapy
31
31
 
32
- # Install all dependencies
32
+ # Install all dependencies
33
33
  pip install aio-scrapy[all]
34
34
 
35
35
  # When you need to use mysql/httpx/rabbitmq/mongo
@@ -46,7 +46,7 @@ aioscrapy startproject project_quotes
46
46
 
47
47
  ```
48
48
  cd project_quotes
49
- aioscrapy genspider quotes
49
+ aioscrapy genspider quotes
50
50
  ```
51
51
 
52
52
  quotes.py
@@ -163,7 +163,7 @@ aioscrapy -h
163
163
 
164
164
  ### Ready
165
165
 
166
- please submit your sugguestion to owner by issue
166
+ Please submit your suggestions to the owner by creating an issue
167
167
 
168
168
  ## Thanks
169
169
 
{aio-scrapy-2.1.3 → aio_scrapy-2.1.6/aio_scrapy.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.1
1
+ Metadata-Version: 2.2
2
2
  Name: aio-scrapy
3
- Version: 2.1.3
3
+ Version: 2.1.6
4
4
  Summary: A high-level Web Crawling and Web Scraping framework based on Asyncio
5
5
  Home-page: https://github.com/conlin-huang/aio-scrapy.git
6
6
  Author: conlin
@@ -28,6 +28,7 @@ Requires-Dist: zope.interface>=5.1.0
28
28
  Requires-Dist: redis>=4.3.1
29
29
  Requires-Dist: aiomultiprocess>=0.9.0
30
30
  Requires-Dist: loguru>=0.7.0
31
+ Requires-Dist: anyio>=3.6.2
31
32
  Provides-Extra: all
32
33
  Requires-Dist: aiomysql>=0.1.1; extra == "all"
33
34
  Requires-Dist: httpx[http2]>=0.23.0; extra == "all"
@@ -62,6 +63,18 @@ Requires-Dist: asyncpg>=0.27.0; extra == "pg"
62
63
  Provides-Extra: execl
63
64
  Requires-Dist: XlsxWriter>=3.1.2; extra == "execl"
64
65
  Requires-Dist: pillow>=9.4.0; extra == "execl"
66
+ Dynamic: author
67
+ Dynamic: author-email
68
+ Dynamic: classifier
69
+ Dynamic: description
70
+ Dynamic: description-content-type
71
+ Dynamic: home-page
72
+ Dynamic: keywords
73
+ Dynamic: license
74
+ Dynamic: provides-extra
75
+ Dynamic: requires-dist
76
+ Dynamic: requires-python
77
+ Dynamic: summary
65
78
 
66
79
  <!--
67
80
  ![aio-scrapy](./doc/images/aio-scrapy.png)
@@ -94,7 +107,7 @@ pip install git+https://github.com/ConlinH/aio-scrapy
94
107
  # default
95
108
  pip install aio-scrapy
96
109
 
97
- # Install all dependencies
110
+ # Install all dependencies
98
111
  pip install aio-scrapy[all]
99
112
 
100
113
  # When you need to use mysql/httpx/rabbitmq/mongo
@@ -111,7 +124,7 @@ aioscrapy startproject project_quotes
111
124
 
112
125
  ```
113
126
  cd project_quotes
114
- aioscrapy genspider quotes
127
+ aioscrapy genspider quotes
115
128
  ```
116
129
 
117
130
  quotes.py
@@ -228,7 +241,7 @@ aioscrapy -h
228
241
 
229
242
  ### Ready
230
243
 
231
- please submit your sugguestion to owner by issue
244
+ Please submit your suggestions to the owner by creating an issue
232
245
 
233
246
  ## Thanks
234
247
 
{aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/SOURCES.txt RENAMED
@@ -42,9 +42,10 @@ aioscrapy/core/downloader/handlers/curl_cffi.py
42
42
  aioscrapy/core/downloader/handlers/httpx.py
43
43
  aioscrapy/core/downloader/handlers/pyhttpx.py
44
44
  aioscrapy/core/downloader/handlers/requests.py
45
- aioscrapy/core/downloader/handlers/playwright/__init__.py
46
- aioscrapy/core/downloader/handlers/playwright/driverpool.py
47
- aioscrapy/core/downloader/handlers/playwright/webdriver.py
45
+ aioscrapy/core/downloader/handlers/webdriver/__init__.py
46
+ aioscrapy/core/downloader/handlers/webdriver/drissionpage.py
47
+ aioscrapy/core/downloader/handlers/webdriver/driverpool.py
48
+ aioscrapy/core/downloader/handlers/webdriver/playwright.py
48
49
  aioscrapy/db/__init__.py
49
50
  aioscrapy/db/absmanager.py
50
51
  aioscrapy/db/aiomongo.py
@@ -62,8 +63,8 @@ aioscrapy/http/request/form.py
62
63
  aioscrapy/http/request/json_request.py
63
64
  aioscrapy/http/response/__init__.py
64
65
  aioscrapy/http/response/html.py
65
- aioscrapy/http/response/playwright.py
66
66
  aioscrapy/http/response/text.py
67
+ aioscrapy/http/response/web_driver.py
67
68
  aioscrapy/http/response/xml.py
68
69
  aioscrapy/libs/__init__.py
69
70
  aioscrapy/libs/downloader/__init__.py
@@ -81,7 +82,7 @@ aioscrapy/libs/extensions/metric.py
81
82
  aioscrapy/libs/extensions/throttle.py
82
83
  aioscrapy/libs/pipelines/__init__.py
83
84
  aioscrapy/libs/pipelines/csv.py
84
- aioscrapy/libs/pipelines/execl.py
85
+ aioscrapy/libs/pipelines/excel.py
85
86
  aioscrapy/libs/pipelines/mongo.py
86
87
  aioscrapy/libs/pipelines/mysql.py
87
88
  aioscrapy/libs/pipelines/pg.py
{aio-scrapy-2.1.3 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/requires.txt RENAMED
@@ -7,6 +7,7 @@ zope.interface>=5.1.0
7
7
  redis>=4.3.1
8
8
  aiomultiprocess>=0.9.0
9
9
  loguru>=0.7.0
10
+ anyio>=3.6.2
10
11
 
11
12
  [aio-pika]
12
13
  aio-pika>=8.1.1
aio_scrapy-2.1.6/aioscrapy/VERSION ADDED
@@ -0,0 +1 @@
1
+ 2.1.6