aio-scrapy 2.1.4__tar.gz → 2.1.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (238) hide show
  1. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/LICENSE +1 -1
  2. {aio-scrapy-2.1.4/aio_scrapy.egg-info → aio_scrapy-2.1.6}/PKG-INFO +17 -5
  3. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/README.md +3 -3
  4. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6/aio_scrapy.egg-info}/PKG-INFO +17 -5
  5. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/SOURCES.txt +6 -5
  6. aio_scrapy-2.1.6/aioscrapy/VERSION +1 -0
  7. aio_scrapy-2.1.6/aioscrapy/cmdline.py +603 -0
  8. aio_scrapy-2.1.6/aioscrapy/core/downloader/__init__.py +758 -0
  9. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/__init__.py +267 -0
  10. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/aiohttp.py +289 -0
  11. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/curl_cffi.py +188 -0
  12. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/httpx.py +214 -0
  13. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/pyhttpx.py +197 -0
  14. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/requests.py +181 -0
  15. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/webdriver/__init__.py +2 -0
  16. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/webdriver/drissionpage.py +493 -0
  17. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/webdriver/driverpool.py +234 -0
  18. aio_scrapy-2.1.6/aioscrapy/core/downloader/handlers/webdriver/playwright.py +498 -0
  19. aio_scrapy-2.1.6/aioscrapy/core/engine.py +618 -0
  20. aio_scrapy-2.1.6/aioscrapy/core/scheduler.py +510 -0
  21. aio_scrapy-2.1.6/aioscrapy/core/scraper.py +714 -0
  22. aio_scrapy-2.1.6/aioscrapy/crawler.py +642 -0
  23. aio_scrapy-2.1.6/aioscrapy/db/__init__.py +221 -0
  24. aio_scrapy-2.1.6/aioscrapy/db/absmanager.py +253 -0
  25. aio_scrapy-2.1.6/aioscrapy/db/aiomongo.py +374 -0
  26. aio_scrapy-2.1.6/aioscrapy/db/aiomysql.py +477 -0
  27. aio_scrapy-2.1.6/aioscrapy/db/aiopg.py +407 -0
  28. aio_scrapy-2.1.6/aioscrapy/db/aiorabbitmq.py +611 -0
  29. aio_scrapy-2.1.6/aioscrapy/db/aioredis.py +343 -0
  30. aio_scrapy-2.1.6/aioscrapy/dupefilters/__init__.py +152 -0
  31. aio_scrapy-2.1.6/aioscrapy/dupefilters/disk.py +166 -0
  32. aio_scrapy-2.1.6/aioscrapy/dupefilters/redis.py +763 -0
  33. aio_scrapy-2.1.6/aioscrapy/exceptions.py +254 -0
  34. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/http/__init__.py +1 -1
  35. aio_scrapy-2.1.6/aioscrapy/http/headers.py +291 -0
  36. aio_scrapy-2.1.6/aioscrapy/http/request/__init__.py +444 -0
  37. aio_scrapy-2.1.6/aioscrapy/http/request/form.py +119 -0
  38. aio_scrapy-2.1.6/aioscrapy/http/request/json_request.py +175 -0
  39. aio_scrapy-2.1.6/aioscrapy/http/response/__init__.py +481 -0
  40. aio_scrapy-2.1.6/aioscrapy/http/response/html.py +51 -0
  41. aio_scrapy-2.1.6/aioscrapy/http/response/text.py +712 -0
  42. aio_scrapy-2.1.6/aioscrapy/http/response/web_driver.py +144 -0
  43. aio_scrapy-2.1.6/aioscrapy/http/response/xml.py +54 -0
  44. aio_scrapy-2.1.6/aioscrapy/libs/downloader/defaultheaders.py +86 -0
  45. aio_scrapy-2.1.6/aioscrapy/libs/downloader/downloadtimeout.py +115 -0
  46. aio_scrapy-2.1.6/aioscrapy/libs/downloader/ja3fingerprint.py +129 -0
  47. aio_scrapy-2.1.6/aioscrapy/libs/downloader/retry.py +304 -0
  48. aio_scrapy-2.1.6/aioscrapy/libs/downloader/stats.py +173 -0
  49. aio_scrapy-2.1.6/aioscrapy/libs/downloader/useragent.py +114 -0
  50. aio_scrapy-2.1.6/aioscrapy/libs/extensions/closespider.py +233 -0
  51. aio_scrapy-2.1.6/aioscrapy/libs/extensions/corestats.py +196 -0
  52. aio_scrapy-2.1.6/aioscrapy/libs/extensions/logstats.py +194 -0
  53. aio_scrapy-2.1.6/aioscrapy/libs/extensions/metric.py +516 -0
  54. aio_scrapy-2.1.6/aioscrapy/libs/extensions/throttle.py +322 -0
  55. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/__init__.py +480 -0
  56. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/csv.py +328 -0
  57. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/excel.py +545 -0
  58. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/mongo.py +188 -0
  59. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/mysql.py +93 -0
  60. aio_scrapy-2.1.6/aioscrapy/libs/pipelines/pg.py +93 -0
  61. aio_scrapy-2.1.6/aioscrapy/libs/spider/depth.py +192 -0
  62. aio_scrapy-2.1.6/aioscrapy/libs/spider/httperror.py +194 -0
  63. aio_scrapy-2.1.6/aioscrapy/libs/spider/offsite.py +283 -0
  64. aio_scrapy-2.1.6/aioscrapy/libs/spider/referer.py +739 -0
  65. aio_scrapy-2.1.6/aioscrapy/libs/spider/urllength.py +133 -0
  66. aio_scrapy-2.1.6/aioscrapy/link.py +160 -0
  67. aio_scrapy-2.1.6/aioscrapy/logformatter.py +285 -0
  68. aio_scrapy-2.1.6/aioscrapy/middleware/absmanager.py +416 -0
  69. aio_scrapy-2.1.6/aioscrapy/middleware/downloader.py +287 -0
  70. aio_scrapy-2.1.6/aioscrapy/middleware/extension.py +65 -0
  71. aio_scrapy-2.1.6/aioscrapy/middleware/itempipeline.py +114 -0
  72. aio_scrapy-2.1.6/aioscrapy/middleware/spider.py +485 -0
  73. aio_scrapy-2.1.6/aioscrapy/process.py +252 -0
  74. aio_scrapy-2.1.6/aioscrapy/proxy/__init__.py +189 -0
  75. aio_scrapy-2.1.6/aioscrapy/proxy/redis.py +206 -0
  76. aio_scrapy-2.1.6/aioscrapy/queue/__init__.py +219 -0
  77. aio_scrapy-2.1.6/aioscrapy/scrapyd/runner.py +185 -0
  78. aio_scrapy-2.1.6/aioscrapy/serializer.py +219 -0
  79. aio_scrapy-2.1.6/aioscrapy/settings/__init__.py +948 -0
  80. aio_scrapy-2.1.6/aioscrapy/settings/default_settings.py +483 -0
  81. aio_scrapy-2.1.6/aioscrapy/signalmanager.py +199 -0
  82. aio_scrapy-2.1.6/aioscrapy/signals.py +206 -0
  83. aio_scrapy-2.1.6/aioscrapy/spiderloader.py +261 -0
  84. aio_scrapy-2.1.6/aioscrapy/spiders/__init__.py +350 -0
  85. aio_scrapy-2.1.6/aioscrapy/statscollectors.py +391 -0
  86. aio_scrapy-2.1.6/aioscrapy/utils/conf.py +523 -0
  87. aio_scrapy-2.1.6/aioscrapy/utils/curl.py +258 -0
  88. aio_scrapy-2.1.6/aioscrapy/utils/decorators.py +95 -0
  89. aio_scrapy-2.1.6/aioscrapy/utils/deprecate.py +334 -0
  90. aio_scrapy-2.1.6/aioscrapy/utils/httpobj.py +71 -0
  91. aio_scrapy-2.1.6/aioscrapy/utils/log.py +130 -0
  92. aio_scrapy-2.1.6/aioscrapy/utils/misc.py +270 -0
  93. aio_scrapy-2.1.6/aioscrapy/utils/ossignal.py +85 -0
  94. aio_scrapy-2.1.6/aioscrapy/utils/project.py +251 -0
  95. aio_scrapy-2.1.6/aioscrapy/utils/python.py +358 -0
  96. aio_scrapy-2.1.6/aioscrapy/utils/reqser.py +89 -0
  97. aio_scrapy-2.1.6/aioscrapy/utils/request.py +228 -0
  98. aio_scrapy-2.1.6/aioscrapy/utils/response.py +123 -0
  99. aio_scrapy-2.1.6/aioscrapy/utils/signal.py +243 -0
  100. aio_scrapy-2.1.6/aioscrapy/utils/spider.py +67 -0
  101. aio_scrapy-2.1.6/aioscrapy/utils/template.py +123 -0
  102. aio_scrapy-2.1.6/aioscrapy/utils/tools.py +252 -0
  103. aio_scrapy-2.1.6/aioscrapy/utils/trackref.py +253 -0
  104. aio_scrapy-2.1.6/aioscrapy/utils/url.py +469 -0
  105. aio-scrapy-2.1.4/aioscrapy/VERSION +0 -1
  106. aio-scrapy-2.1.4/aioscrapy/cmdline.py +0 -170
  107. aio-scrapy-2.1.4/aioscrapy/core/downloader/__init__.py +0 -253
  108. aio-scrapy-2.1.4/aioscrapy/core/downloader/handlers/__init__.py +0 -85
  109. aio-scrapy-2.1.4/aioscrapy/core/downloader/handlers/aiohttp.py +0 -105
  110. aio-scrapy-2.1.4/aioscrapy/core/downloader/handlers/curl_cffi.py +0 -67
  111. aio-scrapy-2.1.4/aioscrapy/core/downloader/handlers/httpx.py +0 -84
  112. aio-scrapy-2.1.4/aioscrapy/core/downloader/handlers/playwright/__init__.py +0 -115
  113. aio-scrapy-2.1.4/aioscrapy/core/downloader/handlers/playwright/driverpool.py +0 -59
  114. aio-scrapy-2.1.4/aioscrapy/core/downloader/handlers/playwright/webdriver.py +0 -96
  115. aio-scrapy-2.1.4/aioscrapy/core/downloader/handlers/pyhttpx.py +0 -68
  116. aio-scrapy-2.1.4/aioscrapy/core/downloader/handlers/requests.py +0 -63
  117. aio-scrapy-2.1.4/aioscrapy/core/engine.py +0 -257
  118. aio-scrapy-2.1.4/aioscrapy/core/scheduler.py +0 -196
  119. aio-scrapy-2.1.4/aioscrapy/core/scraper.py +0 -238
  120. aio-scrapy-2.1.4/aioscrapy/crawler.py +0 -260
  121. aio-scrapy-2.1.4/aioscrapy/db/__init__.py +0 -72
  122. aio-scrapy-2.1.4/aioscrapy/db/absmanager.py +0 -47
  123. aio-scrapy-2.1.4/aioscrapy/db/aiomongo.py +0 -92
  124. aio-scrapy-2.1.4/aioscrapy/db/aiomysql.py +0 -124
  125. aio-scrapy-2.1.4/aioscrapy/db/aiopg.py +0 -110
  126. aio-scrapy-2.1.4/aioscrapy/db/aiorabbitmq.py +0 -171
  127. aio-scrapy-2.1.4/aioscrapy/db/aioredis.py +0 -94
  128. aio-scrapy-2.1.4/aioscrapy/dupefilters/__init__.py +0 -47
  129. aio-scrapy-2.1.4/aioscrapy/dupefilters/disk.py +0 -44
  130. aio-scrapy-2.1.4/aioscrapy/dupefilters/redis.py +0 -197
  131. aio-scrapy-2.1.4/aioscrapy/exceptions.py +0 -116
  132. aio-scrapy-2.1.4/aioscrapy/http/headers.py +0 -57
  133. aio-scrapy-2.1.4/aioscrapy/http/request/__init__.py +0 -198
  134. aio-scrapy-2.1.4/aioscrapy/http/request/form.py +0 -39
  135. aio-scrapy-2.1.4/aioscrapy/http/request/json_request.py +0 -63
  136. aio-scrapy-2.1.4/aioscrapy/http/response/__init__.py +0 -208
  137. aio-scrapy-2.1.4/aioscrapy/http/response/html.py +0 -12
  138. aio-scrapy-2.1.4/aioscrapy/http/response/playwright.py +0 -36
  139. aio-scrapy-2.1.4/aioscrapy/http/response/text.py +0 -265
  140. aio-scrapy-2.1.4/aioscrapy/http/response/xml.py +0 -12
  141. aio-scrapy-2.1.4/aioscrapy/libs/downloader/defaultheaders.py +0 -22
  142. aio-scrapy-2.1.4/aioscrapy/libs/downloader/downloadtimeout.py +0 -26
  143. aio-scrapy-2.1.4/aioscrapy/libs/downloader/ja3fingerprint.py +0 -36
  144. aio-scrapy-2.1.4/aioscrapy/libs/downloader/retry.py +0 -118
  145. aio-scrapy-2.1.4/aioscrapy/libs/downloader/stats.py +0 -31
  146. aio-scrapy-2.1.4/aioscrapy/libs/downloader/useragent.py +0 -23
  147. aio-scrapy-2.1.4/aioscrapy/libs/extensions/closespider.py +0 -71
  148. aio-scrapy-2.1.4/aioscrapy/libs/extensions/corestats.py +0 -46
  149. aio-scrapy-2.1.4/aioscrapy/libs/extensions/logstats.py +0 -50
  150. aio-scrapy-2.1.4/aioscrapy/libs/extensions/metric.py +0 -147
  151. aio-scrapy-2.1.4/aioscrapy/libs/extensions/throttle.py +0 -88
  152. aio-scrapy-2.1.4/aioscrapy/libs/pipelines/__init__.py +0 -137
  153. aio-scrapy-2.1.4/aioscrapy/libs/pipelines/csv.py +0 -86
  154. aio-scrapy-2.1.4/aioscrapy/libs/pipelines/execl.py +0 -169
  155. aio-scrapy-2.1.4/aioscrapy/libs/pipelines/mongo.py +0 -56
  156. aio-scrapy-2.1.4/aioscrapy/libs/pipelines/mysql.py +0 -26
  157. aio-scrapy-2.1.4/aioscrapy/libs/pipelines/pg.py +0 -26
  158. aio-scrapy-2.1.4/aioscrapy/libs/spider/depth.py +0 -54
  159. aio-scrapy-2.1.4/aioscrapy/libs/spider/httperror.py +0 -54
  160. aio-scrapy-2.1.4/aioscrapy/libs/spider/offsite.py +0 -83
  161. aio-scrapy-2.1.4/aioscrapy/libs/spider/referer.py +0 -364
  162. aio-scrapy-2.1.4/aioscrapy/libs/spider/urllength.py +0 -37
  163. aio-scrapy-2.1.4/aioscrapy/link.py +0 -53
  164. aio-scrapy-2.1.4/aioscrapy/logformatter.py +0 -94
  165. aio-scrapy-2.1.4/aioscrapy/middleware/absmanager.py +0 -90
  166. aio-scrapy-2.1.4/aioscrapy/middleware/downloader.py +0 -69
  167. aio-scrapy-2.1.4/aioscrapy/middleware/extension.py +0 -16
  168. aio-scrapy-2.1.4/aioscrapy/middleware/itempipeline.py +0 -18
  169. aio-scrapy-2.1.4/aioscrapy/middleware/spider.py +0 -132
  170. aio-scrapy-2.1.4/aioscrapy/process.py +0 -52
  171. aio-scrapy-2.1.4/aioscrapy/proxy/__init__.py +0 -50
  172. aio-scrapy-2.1.4/aioscrapy/proxy/redis.py +0 -72
  173. aio-scrapy-2.1.4/aioscrapy/queue/__init__.py +0 -67
  174. aio-scrapy-2.1.4/aioscrapy/scrapyd/runner.py +0 -64
  175. aio-scrapy-2.1.4/aioscrapy/serializer.py +0 -39
  176. aio-scrapy-2.1.4/aioscrapy/settings/__init__.py +0 -466
  177. aio-scrapy-2.1.4/aioscrapy/settings/default_settings.py +0 -183
  178. aio-scrapy-2.1.4/aioscrapy/signalmanager.py +0 -68
  179. aio-scrapy-2.1.4/aioscrapy/signals.py +0 -24
  180. aio-scrapy-2.1.4/aioscrapy/spiderloader.py +0 -108
  181. aio-scrapy-2.1.4/aioscrapy/spiders/__init__.py +0 -123
  182. aio-scrapy-2.1.4/aioscrapy/statscollectors.py +0 -80
  183. aio-scrapy-2.1.4/aioscrapy/utils/conf.py +0 -195
  184. aio-scrapy-2.1.4/aioscrapy/utils/curl.py +0 -106
  185. aio-scrapy-2.1.4/aioscrapy/utils/decorators.py +0 -25
  186. aio-scrapy-2.1.4/aioscrapy/utils/deprecate.py +0 -141
  187. aio-scrapy-2.1.4/aioscrapy/utils/httpobj.py +0 -19
  188. aio-scrapy-2.1.4/aioscrapy/utils/log.py +0 -51
  189. aio-scrapy-2.1.4/aioscrapy/utils/misc.py +0 -102
  190. aio-scrapy-2.1.4/aioscrapy/utils/ossignal.py +0 -23
  191. aio-scrapy-2.1.4/aioscrapy/utils/project.py +0 -89
  192. aio-scrapy-2.1.4/aioscrapy/utils/python.py +0 -148
  193. aio-scrapy-2.1.4/aioscrapy/utils/reqser.py +0 -15
  194. aio-scrapy-2.1.4/aioscrapy/utils/request.py +0 -67
  195. aio-scrapy-2.1.4/aioscrapy/utils/response.py +0 -38
  196. aio-scrapy-2.1.4/aioscrapy/utils/signal.py +0 -61
  197. aio-scrapy-2.1.4/aioscrapy/utils/spider.py +0 -20
  198. aio-scrapy-2.1.4/aioscrapy/utils/template.py +0 -36
  199. aio-scrapy-2.1.4/aioscrapy/utils/tools.py +0 -78
  200. aio-scrapy-2.1.4/aioscrapy/utils/trackref.py +0 -67
  201. aio-scrapy-2.1.4/aioscrapy/utils/url.py +0 -164
  202. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/MANIFEST.in +0 -0
  203. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/dependency_links.txt +0 -0
  204. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/entry_points.txt +0 -0
  205. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/not-zip-safe +0 -0
  206. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/requires.txt +0 -0
  207. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/top_level.txt +0 -0
  208. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/__init__.py +0 -0
  209. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/__main__.py +0 -0
  210. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/commands/__init__.py +0 -0
  211. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/commands/crawl.py +0 -0
  212. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/commands/genspider.py +0 -0
  213. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/commands/list.py +0 -0
  214. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/commands/runspider.py +0 -0
  215. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/commands/settings.py +0 -0
  216. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/commands/startproject.py +0 -0
  217. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/commands/version.py +0 -0
  218. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/core/__init__.py +0 -0
  219. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/libs/__init__.py +0 -0
  220. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/libs/downloader/__init__.py +0 -0
  221. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/libs/extensions/__init__.py +0 -0
  222. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/libs/spider/__init__.py +0 -0
  223. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/middleware/__init__.py +0 -0
  224. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/queue/memory.py +0 -0
  225. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/queue/rabbitmq.py +0 -0
  226. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/queue/redis.py +0 -0
  227. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/scrapyd/__init__.py +0 -0
  228. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/templates/project/aioscrapy.cfg +0 -0
  229. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/templates/project/module/__init__.py +0 -0
  230. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/templates/project/module/middlewares.py.tmpl +0 -0
  231. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/templates/project/module/pipelines.py.tmpl +0 -0
  232. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/templates/project/module/settings.py.tmpl +0 -0
  233. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/templates/project/module/spiders/__init__.py +0 -0
  234. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/templates/spiders/basic.tmpl +0 -0
  235. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/templates/spiders/single.tmpl +0 -0
  236. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aioscrapy/utils/__init__.py +0 -0
  237. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/setup.cfg +0 -0
  238. {aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/setup.py +0 -0
{aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/LICENSE RENAMED
@@ -1,6 +1,6 @@
1
1
  MIT License
2
2
 
3
- Copyright (c) 2021 conlin-huang
3
+ Copyright (c) 2021 ConlinH
4
4
 
5
5
  Permission is hereby granted, free of charge, to any person obtaining a copy
6
6
  of this software and associated documentation files (the "Software"), to deal
{aio-scrapy-2.1.4/aio_scrapy.egg-info → aio_scrapy-2.1.6}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.1
1
+ Metadata-Version: 2.2
2
2
  Name: aio-scrapy
3
- Version: 2.1.4
3
+ Version: 2.1.6
4
4
  Summary: A high-level Web Crawling and Web Scraping framework based on Asyncio
5
5
  Home-page: https://github.com/conlin-huang/aio-scrapy.git
6
6
  Author: conlin
@@ -63,6 +63,18 @@ Requires-Dist: asyncpg>=0.27.0; extra == "pg"
63
63
  Provides-Extra: execl
64
64
  Requires-Dist: XlsxWriter>=3.1.2; extra == "execl"
65
65
  Requires-Dist: pillow>=9.4.0; extra == "execl"
66
+ Dynamic: author
67
+ Dynamic: author-email
68
+ Dynamic: classifier
69
+ Dynamic: description
70
+ Dynamic: description-content-type
71
+ Dynamic: home-page
72
+ Dynamic: keywords
73
+ Dynamic: license
74
+ Dynamic: provides-extra
75
+ Dynamic: requires-dist
76
+ Dynamic: requires-python
77
+ Dynamic: summary
66
78
 
67
79
  <!--
68
80
  ![aio-scrapy](./doc/images/aio-scrapy.png)
@@ -95,7 +107,7 @@ pip install git+https://github.com/ConlinH/aio-scrapy
95
107
  # default
96
108
  pip install aio-scrapy
97
109
 
98
- # Install all dependencies
110
+ # Install all dependencies
99
111
  pip install aio-scrapy[all]
100
112
 
101
113
  # When you need to use mysql/httpx/rabbitmq/mongo
@@ -112,7 +124,7 @@ aioscrapy startproject project_quotes
112
124
 
113
125
  ```
114
126
  cd project_quotes
115
- aioscrapy genspider quotes
127
+ aioscrapy genspider quotes
116
128
  ```
117
129
 
118
130
  quotes.py
@@ -229,7 +241,7 @@ aioscrapy -h
229
241
 
230
242
  ### Ready
231
243
 
232
- please submit your sugguestion to owner by issue
244
+ Please submit your suggestions to the owner by creating an issue
233
245
 
234
246
  ## Thanks
235
247
 
{aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/README.md RENAMED
@@ -29,7 +29,7 @@ pip install git+https://github.com/ConlinH/aio-scrapy
29
29
  # default
30
30
  pip install aio-scrapy
31
31
 
32
- # Install all dependencies
32
+ # Install all dependencies
33
33
  pip install aio-scrapy[all]
34
34
 
35
35
  # When you need to use mysql/httpx/rabbitmq/mongo
@@ -46,7 +46,7 @@ aioscrapy startproject project_quotes
46
46
 
47
47
  ```
48
48
  cd project_quotes
49
- aioscrapy genspider quotes
49
+ aioscrapy genspider quotes
50
50
  ```
51
51
 
52
52
  quotes.py
@@ -163,7 +163,7 @@ aioscrapy -h
163
163
 
164
164
  ### Ready
165
165
 
166
- please submit your sugguestion to owner by issue
166
+ Please submit your suggestions to the owner by creating an issue
167
167
 
168
168
  ## Thanks
169
169
 
{aio-scrapy-2.1.4 → aio_scrapy-2.1.6/aio_scrapy.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.1
1
+ Metadata-Version: 2.2
2
2
  Name: aio-scrapy
3
- Version: 2.1.4
3
+ Version: 2.1.6
4
4
  Summary: A high-level Web Crawling and Web Scraping framework based on Asyncio
5
5
  Home-page: https://github.com/conlin-huang/aio-scrapy.git
6
6
  Author: conlin
@@ -63,6 +63,18 @@ Requires-Dist: asyncpg>=0.27.0; extra == "pg"
63
63
  Provides-Extra: execl
64
64
  Requires-Dist: XlsxWriter>=3.1.2; extra == "execl"
65
65
  Requires-Dist: pillow>=9.4.0; extra == "execl"
66
+ Dynamic: author
67
+ Dynamic: author-email
68
+ Dynamic: classifier
69
+ Dynamic: description
70
+ Dynamic: description-content-type
71
+ Dynamic: home-page
72
+ Dynamic: keywords
73
+ Dynamic: license
74
+ Dynamic: provides-extra
75
+ Dynamic: requires-dist
76
+ Dynamic: requires-python
77
+ Dynamic: summary
66
78
 
67
79
  <!--
68
80
  ![aio-scrapy](./doc/images/aio-scrapy.png)
@@ -95,7 +107,7 @@ pip install git+https://github.com/ConlinH/aio-scrapy
95
107
  # default
96
108
  pip install aio-scrapy
97
109
 
98
- # Install all dependencies
110
+ # Install all dependencies
99
111
  pip install aio-scrapy[all]
100
112
 
101
113
  # When you need to use mysql/httpx/rabbitmq/mongo
@@ -112,7 +124,7 @@ aioscrapy startproject project_quotes
112
124
 
113
125
  ```
114
126
  cd project_quotes
115
- aioscrapy genspider quotes
127
+ aioscrapy genspider quotes
116
128
  ```
117
129
 
118
130
  quotes.py
@@ -229,7 +241,7 @@ aioscrapy -h
229
241
 
230
242
  ### Ready
231
243
 
232
- please submit your sugguestion to owner by issue
244
+ Please submit your suggestions to the owner by creating an issue
233
245
 
234
246
  ## Thanks
235
247
 
{aio-scrapy-2.1.4 → aio_scrapy-2.1.6}/aio_scrapy.egg-info/SOURCES.txt RENAMED
@@ -42,9 +42,10 @@ aioscrapy/core/downloader/handlers/curl_cffi.py
42
42
  aioscrapy/core/downloader/handlers/httpx.py
43
43
  aioscrapy/core/downloader/handlers/pyhttpx.py
44
44
  aioscrapy/core/downloader/handlers/requests.py
45
- aioscrapy/core/downloader/handlers/playwright/__init__.py
46
- aioscrapy/core/downloader/handlers/playwright/driverpool.py
47
- aioscrapy/core/downloader/handlers/playwright/webdriver.py
45
+ aioscrapy/core/downloader/handlers/webdriver/__init__.py
46
+ aioscrapy/core/downloader/handlers/webdriver/drissionpage.py
47
+ aioscrapy/core/downloader/handlers/webdriver/driverpool.py
48
+ aioscrapy/core/downloader/handlers/webdriver/playwright.py
48
49
  aioscrapy/db/__init__.py
49
50
  aioscrapy/db/absmanager.py
50
51
  aioscrapy/db/aiomongo.py
@@ -62,8 +63,8 @@ aioscrapy/http/request/form.py
62
63
  aioscrapy/http/request/json_request.py
63
64
  aioscrapy/http/response/__init__.py
64
65
  aioscrapy/http/response/html.py
65
- aioscrapy/http/response/playwright.py
66
66
  aioscrapy/http/response/text.py
67
+ aioscrapy/http/response/web_driver.py
67
68
  aioscrapy/http/response/xml.py
68
69
  aioscrapy/libs/__init__.py
69
70
  aioscrapy/libs/downloader/__init__.py
@@ -81,7 +82,7 @@ aioscrapy/libs/extensions/metric.py
81
82
  aioscrapy/libs/extensions/throttle.py
82
83
  aioscrapy/libs/pipelines/__init__.py
83
84
  aioscrapy/libs/pipelines/csv.py
84
- aioscrapy/libs/pipelines/execl.py
85
+ aioscrapy/libs/pipelines/excel.py
85
86
  aioscrapy/libs/pipelines/mongo.py
86
87
  aioscrapy/libs/pipelines/mysql.py
87
88
  aioscrapy/libs/pipelines/pg.py
aio_scrapy-2.1.6/aioscrapy/VERSION ADDED
@@ -0,0 +1 @@
1
+ 2.1.6