20230907.log 77 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971
  1. 2023-09-07 10:41:53 [scrapy.core.engine] ERROR: Scraper close failure
  2. Traceback (most recent call last):
  3. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/twisted/internet/defer.py", line 892, in _runCallbacks
  4. current.result = callback( # type: ignore[misc]
  5. File "/Users/luojunhui/cyber/gzh_spider/gzh_spider/pipelines.py", line 41, in close_spider
  6. with open(self.queue_path, "w", encoding="utf-8") as f:
  7. OSError: [Errno 30] Read-only file system: '/message_queue_2.json'
  8. 2023-09-07 17:37:05 [scrapy.downloadermiddlewares.retry] ERROR: Gave up retrying <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (failed 3 times): User timeout caused connection failure: Getting https://mp.weixin.qq.com/cgi-bin/searchbiz took longer than 180.0 seconds..
  9. 2023-09-07 17:37:25 [scrapy.core.scraper] ERROR: Error downloading <GET https://mp.weixin.qq.com/cgi-bin/searchbiz>
  10. Traceback (most recent call last):
  11. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/twisted/internet/defer.py", line 1693, in _inlineCallbacks
  12. result = context.run(
  13. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/twisted/python/failure.py", line 518, in throwExceptionIntoGenerator
  14. return g.throw(self.type, self.value, self.tb)
  15. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/downloader/middleware.py", line 54, in process_request
  16. return (yield download_func(request=request, spider=spider))
  17. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/twisted/internet/defer.py", line 892, in _runCallbacks
  18. current.result = callback( # type: ignore[misc]
  19. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/downloader/handlers/http11.py", line 397, in _cb_timeout
  20. raise TimeoutError(f"Getting {url} took longer than {timeout} seconds.")
  21. twisted.internet.error.TimeoutError: User timeout caused connection failure: Getting https://mp.weixin.qq.com/cgi-bin/searchbiz took longer than 180.0 seconds..
  22. 2023-09-08 16:20:12 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  23. Traceback (most recent call last):
  24. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  25. result = f(*args, **kw)
  26. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  27. return scrape_func(response, request, spider)
  28. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  29. warn_on_generator_with_return_value(spider, callback)
  30. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  31. if is_generator_with_return_value(callable):
  32. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  33. src = inspect.getsource(func)
  34. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  35. lines, lnum = getsourcelines(object)
  36. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  37. lines, lnum = findsource(object)
  38. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  39. raise OSError('could not get source code')
  40. OSError: could not get source code
  41. 2023-09-08 16:20:16 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  42. Traceback (most recent call last):
  43. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  44. result = f(*args, **kw)
  45. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  46. return scrape_func(response, request, spider)
  47. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  48. warn_on_generator_with_return_value(spider, callback)
  49. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  50. if is_generator_with_return_value(callable):
  51. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  52. src = inspect.getsource(func)
  53. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  54. lines, lnum = getsourcelines(object)
  55. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  56. lines, lnum = findsource(object)
  57. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  58. raise OSError('could not get source code')
  59. OSError: could not get source code
  60. 2023-09-08 16:20:20 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  61. Traceback (most recent call last):
  62. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  63. result = f(*args, **kw)
  64. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  65. return scrape_func(response, request, spider)
  66. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  67. warn_on_generator_with_return_value(spider, callback)
  68. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  69. if is_generator_with_return_value(callable):
  70. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  71. src = inspect.getsource(func)
  72. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  73. lines, lnum = getsourcelines(object)
  74. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  75. lines, lnum = findsource(object)
  76. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  77. raise OSError('could not get source code')
  78. OSError: could not get source code
  79. 2023-09-08 16:20:20 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  80. Traceback (most recent call last):
  81. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  82. result = f(*args, **kw)
  83. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  84. return scrape_func(response, request, spider)
  85. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  86. warn_on_generator_with_return_value(spider, callback)
  87. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  88. if is_generator_with_return_value(callable):
  89. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  90. src = inspect.getsource(func)
  91. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  92. lines, lnum = getsourcelines(object)
  93. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  94. lines, lnum = findsource(object)
  95. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  96. raise OSError('could not get source code')
  97. OSError: could not get source code
  98. 2023-09-08 16:20:22 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  99. Traceback (most recent call last):
  100. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  101. result = f(*args, **kw)
  102. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  103. return scrape_func(response, request, spider)
  104. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  105. warn_on_generator_with_return_value(spider, callback)
  106. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  107. if is_generator_with_return_value(callable):
  108. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  109. src = inspect.getsource(func)
  110. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  111. lines, lnum = getsourcelines(object)
  112. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  113. lines, lnum = findsource(object)
  114. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  115. raise OSError('could not get source code')
  116. OSError: could not get source code
  117. 2023-09-08 16:20:22 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  118. Traceback (most recent call last):
  119. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  120. result = f(*args, **kw)
  121. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  122. return scrape_func(response, request, spider)
  123. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  124. warn_on_generator_with_return_value(spider, callback)
  125. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  126. if is_generator_with_return_value(callable):
  127. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  128. src = inspect.getsource(func)
  129. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  130. lines, lnum = getsourcelines(object)
  131. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  132. lines, lnum = findsource(object)
  133. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  134. raise OSError('could not get source code')
  135. OSError: could not get source code
  136. 2023-09-08 16:20:26 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  137. Traceback (most recent call last):
  138. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  139. result = f(*args, **kw)
  140. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  141. return scrape_func(response, request, spider)
  142. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  143. warn_on_generator_with_return_value(spider, callback)
  144. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  145. if is_generator_with_return_value(callable):
  146. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  147. src = inspect.getsource(func)
  148. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  149. lines, lnum = getsourcelines(object)
  150. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  151. lines, lnum = findsource(object)
  152. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  153. raise OSError('could not get source code')
  154. OSError: could not get source code
  155. 2023-09-08 16:20:26 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  156. Traceback (most recent call last):
  157. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  158. result = f(*args, **kw)
  159. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  160. return scrape_func(response, request, spider)
  161. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  162. warn_on_generator_with_return_value(spider, callback)
  163. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  164. if is_generator_with_return_value(callable):
  165. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  166. src = inspect.getsource(func)
  167. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  168. lines, lnum = getsourcelines(object)
  169. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  170. lines, lnum = findsource(object)
  171. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  172. raise OSError('could not get source code')
  173. OSError: could not get source code
  174. 2023-09-08 16:20:26 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  175. Traceback (most recent call last):
  176. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  177. result = f(*args, **kw)
  178. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  179. return scrape_func(response, request, spider)
  180. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  181. warn_on_generator_with_return_value(spider, callback)
  182. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  183. if is_generator_with_return_value(callable):
  184. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  185. src = inspect.getsource(func)
  186. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  187. lines, lnum = getsourcelines(object)
  188. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  189. lines, lnum = findsource(object)
  190. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  191. raise OSError('could not get source code')
  192. OSError: could not get source code
  193. 2023-09-08 16:20:29 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  194. Traceback (most recent call last):
  195. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  196. result = f(*args, **kw)
  197. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  198. return scrape_func(response, request, spider)
  199. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  200. warn_on_generator_with_return_value(spider, callback)
  201. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  202. if is_generator_with_return_value(callable):
  203. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  204. src = inspect.getsource(func)
  205. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  206. lines, lnum = getsourcelines(object)
  207. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  208. lines, lnum = findsource(object)
  209. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  210. raise OSError('could not get source code')
  211. OSError: could not get source code
  212. 2023-09-08 16:20:29 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  213. Traceback (most recent call last):
  214. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  215. result = f(*args, **kw)
  216. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  217. return scrape_func(response, request, spider)
  218. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  219. warn_on_generator_with_return_value(spider, callback)
  220. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  221. if is_generator_with_return_value(callable):
  222. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  223. src = inspect.getsource(func)
  224. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  225. lines, lnum = getsourcelines(object)
  226. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  227. lines, lnum = findsource(object)
  228. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  229. raise OSError('could not get source code')
  230. OSError: could not get source code
  231. 2023-09-08 16:20:29 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  232. Traceback (most recent call last):
  233. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  234. result = f(*args, **kw)
  235. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  236. return scrape_func(response, request, spider)
  237. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  238. warn_on_generator_with_return_value(spider, callback)
  239. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  240. if is_generator_with_return_value(callable):
  241. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  242. src = inspect.getsource(func)
  243. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  244. lines, lnum = getsourcelines(object)
  245. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  246. lines, lnum = findsource(object)
  247. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  248. raise OSError('could not get source code')
  249. OSError: could not get source code
  250. 2023-09-08 16:20:32 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  251. Traceback (most recent call last):
  252. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  253. result = f(*args, **kw)
  254. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  255. return scrape_func(response, request, spider)
  256. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  257. warn_on_generator_with_return_value(spider, callback)
  258. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  259. if is_generator_with_return_value(callable):
  260. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  261. src = inspect.getsource(func)
  262. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  263. lines, lnum = getsourcelines(object)
  264. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  265. lines, lnum = findsource(object)
  266. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  267. raise OSError('could not get source code')
  268. OSError: could not get source code
  269. 2023-09-08 16:20:32 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  270. Traceback (most recent call last):
  271. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  272. result = f(*args, **kw)
  273. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  274. return scrape_func(response, request, spider)
  275. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  276. warn_on_generator_with_return_value(spider, callback)
  277. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  278. if is_generator_with_return_value(callable):
  279. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  280. src = inspect.getsource(func)
  281. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  282. lines, lnum = getsourcelines(object)
  283. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  284. lines, lnum = findsource(object)
  285. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  286. raise OSError('could not get source code')
  287. OSError: could not get source code
  288. 2023-09-08 16:20:35 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  289. Traceback (most recent call last):
  290. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  291. result = f(*args, **kw)
  292. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  293. return scrape_func(response, request, spider)
  294. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  295. warn_on_generator_with_return_value(spider, callback)
  296. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  297. if is_generator_with_return_value(callable):
  298. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  299. src = inspect.getsource(func)
  300. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  301. lines, lnum = getsourcelines(object)
  302. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  303. lines, lnum = findsource(object)
  304. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  305. raise OSError('could not get source code')
  306. OSError: could not get source code
  307. 2023-09-08 16:20:35 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  308. Traceback (most recent call last):
  309. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  310. result = f(*args, **kw)
  311. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  312. return scrape_func(response, request, spider)
  313. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  314. warn_on_generator_with_return_value(spider, callback)
  315. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  316. if is_generator_with_return_value(callable):
  317. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  318. src = inspect.getsource(func)
  319. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  320. lines, lnum = getsourcelines(object)
  321. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  322. lines, lnum = findsource(object)
  323. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  324. raise OSError('could not get source code')
  325. OSError: could not get source code
  326. 2023-09-08 16:20:37 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  327. Traceback (most recent call last):
  328. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  329. result = f(*args, **kw)
  330. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  331. return scrape_func(response, request, spider)
  332. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  333. warn_on_generator_with_return_value(spider, callback)
  334. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  335. if is_generator_with_return_value(callable):
  336. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  337. src = inspect.getsource(func)
  338. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  339. lines, lnum = getsourcelines(object)
  340. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  341. lines, lnum = findsource(object)
  342. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  343. raise OSError('could not get source code')
  344. OSError: could not get source code
  345. 2023-09-08 16:20:39 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  346. Traceback (most recent call last):
  347. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  348. result = f(*args, **kw)
  349. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  350. return scrape_func(response, request, spider)
  351. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  352. warn_on_generator_with_return_value(spider, callback)
  353. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  354. if is_generator_with_return_value(callable):
  355. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  356. src = inspect.getsource(func)
  357. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  358. lines, lnum = getsourcelines(object)
  359. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  360. lines, lnum = findsource(object)
  361. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  362. raise OSError('could not get source code')
  363. OSError: could not get source code
  364. 2023-09-08 16:20:42 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  365. Traceback (most recent call last):
  366. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  367. result = f(*args, **kw)
  368. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  369. return scrape_func(response, request, spider)
  370. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  371. warn_on_generator_with_return_value(spider, callback)
  372. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  373. if is_generator_with_return_value(callable):
  374. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  375. src = inspect.getsource(func)
  376. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  377. lines, lnum = getsourcelines(object)
  378. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  379. lines, lnum = findsource(object)
  380. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  381. raise OSError('could not get source code')
  382. OSError: could not get source code
  383. 2023-09-08 16:20:45 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  384. Traceback (most recent call last):
  385. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  386. result = f(*args, **kw)
  387. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  388. return scrape_func(response, request, spider)
  389. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  390. warn_on_generator_with_return_value(spider, callback)
  391. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  392. if is_generator_with_return_value(callable):
  393. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  394. src = inspect.getsource(func)
  395. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  396. lines, lnum = getsourcelines(object)
  397. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  398. lines, lnum = findsource(object)
  399. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  400. raise OSError('could not get source code')
  401. OSError: could not get source code
  402. 2023-09-08 16:20:48 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  403. Traceback (most recent call last):
  404. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  405. result = f(*args, **kw)
  406. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  407. return scrape_func(response, request, spider)
  408. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  409. warn_on_generator_with_return_value(spider, callback)
  410. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  411. if is_generator_with_return_value(callable):
  412. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  413. src = inspect.getsource(func)
  414. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  415. lines, lnum = getsourcelines(object)
  416. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  417. lines, lnum = findsource(object)
  418. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  419. raise OSError('could not get source code')
  420. OSError: could not get source code
  421. 2023-09-08 16:20:50 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  422. Traceback (most recent call last):
  423. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  424. result = f(*args, **kw)
  425. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  426. return scrape_func(response, request, spider)
  427. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  428. warn_on_generator_with_return_value(spider, callback)
  429. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  430. if is_generator_with_return_value(callable):
  431. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  432. src = inspect.getsource(func)
  433. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  434. lines, lnum = getsourcelines(object)
  435. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  436. lines, lnum = findsource(object)
  437. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  438. raise OSError('could not get source code')
  439. OSError: could not get source code
  440. 2023-09-08 16:20:53 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  441. Traceback (most recent call last):
  442. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  443. result = f(*args, **kw)
  444. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  445. return scrape_func(response, request, spider)
  446. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  447. warn_on_generator_with_return_value(spider, callback)
  448. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  449. if is_generator_with_return_value(callable):
  450. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  451. src = inspect.getsource(func)
  452. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  453. lines, lnum = getsourcelines(object)
  454. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  455. lines, lnum = findsource(object)
  456. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  457. raise OSError('could not get source code')
  458. OSError: could not get source code
  459. 2023-09-08 16:20:55 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  460. Traceback (most recent call last):
  461. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  462. result = f(*args, **kw)
  463. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  464. return scrape_func(response, request, spider)
  465. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  466. warn_on_generator_with_return_value(spider, callback)
  467. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  468. if is_generator_with_return_value(callable):
  469. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  470. src = inspect.getsource(func)
  471. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  472. lines, lnum = getsourcelines(object)
  473. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  474. lines, lnum = findsource(object)
  475. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  476. raise OSError('could not get source code')
  477. OSError: could not get source code
  478. 2023-09-08 16:20:59 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  479. Traceback (most recent call last):
  480. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  481. result = f(*args, **kw)
  482. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  483. return scrape_func(response, request, spider)
  484. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  485. warn_on_generator_with_return_value(spider, callback)
  486. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  487. if is_generator_with_return_value(callable):
  488. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  489. src = inspect.getsource(func)
  490. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  491. lines, lnum = getsourcelines(object)
  492. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  493. lines, lnum = findsource(object)
  494. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  495. raise OSError('could not get source code')
  496. OSError: could not get source code
  497. 2023-09-08 16:21:01 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  498. Traceback (most recent call last):
  499. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  500. result = f(*args, **kw)
  501. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  502. return scrape_func(response, request, spider)
  503. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  504. warn_on_generator_with_return_value(spider, callback)
  505. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  506. if is_generator_with_return_value(callable):
  507. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  508. src = inspect.getsource(func)
  509. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  510. lines, lnum = getsourcelines(object)
  511. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  512. lines, lnum = findsource(object)
  513. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  514. raise OSError('could not get source code')
  515. OSError: could not get source code
  516. 2023-09-08 16:21:03 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  517. Traceback (most recent call last):
  518. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  519. result = f(*args, **kw)
  520. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  521. return scrape_func(response, request, spider)
  522. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  523. warn_on_generator_with_return_value(spider, callback)
  524. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  525. if is_generator_with_return_value(callable):
  526. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  527. src = inspect.getsource(func)
  528. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  529. lines, lnum = getsourcelines(object)
  530. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  531. lines, lnum = findsource(object)
  532. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  533. raise OSError('could not get source code')
  534. OSError: could not get source code
  535. 2023-09-08 16:21:05 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  536. Traceback (most recent call last):
  537. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  538. result = f(*args, **kw)
  539. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  540. return scrape_func(response, request, spider)
  541. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  542. warn_on_generator_with_return_value(spider, callback)
  543. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  544. if is_generator_with_return_value(callable):
  545. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  546. src = inspect.getsource(func)
  547. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  548. lines, lnum = getsourcelines(object)
  549. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  550. lines, lnum = findsource(object)
  551. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  552. raise OSError('could not get source code')
  553. OSError: could not get source code
  554. 2023-09-08 16:21:09 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  555. Traceback (most recent call last):
  556. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  557. result = f(*args, **kw)
  558. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  559. return scrape_func(response, request, spider)
  560. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  561. warn_on_generator_with_return_value(spider, callback)
  562. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  563. if is_generator_with_return_value(callable):
  564. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  565. src = inspect.getsource(func)
  566. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  567. lines, lnum = getsourcelines(object)
  568. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  569. lines, lnum = findsource(object)
  570. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  571. raise OSError('could not get source code')
  572. OSError: could not get source code
  573. 2023-09-08 16:21:12 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  574. Traceback (most recent call last):
  575. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  576. result = f(*args, **kw)
  577. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  578. return scrape_func(response, request, spider)
  579. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  580. warn_on_generator_with_return_value(spider, callback)
  581. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  582. if is_generator_with_return_value(callable):
  583. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  584. src = inspect.getsource(func)
  585. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  586. lines, lnum = getsourcelines(object)
  587. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  588. lines, lnum = findsource(object)
  589. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  590. raise OSError('could not get source code')
  591. OSError: could not get source code
  592. 2023-09-08 16:21:16 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  593. Traceback (most recent call last):
  594. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  595. result = f(*args, **kw)
  596. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  597. return scrape_func(response, request, spider)
  598. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  599. warn_on_generator_with_return_value(spider, callback)
  600. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  601. if is_generator_with_return_value(callable):
  602. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  603. src = inspect.getsource(func)
  604. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  605. lines, lnum = getsourcelines(object)
  606. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  607. lines, lnum = findsource(object)
  608. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  609. raise OSError('could not get source code')
  610. OSError: could not get source code
  611. 2023-09-08 16:21:20 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  612. Traceback (most recent call last):
  613. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  614. result = f(*args, **kw)
  615. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  616. return scrape_func(response, request, spider)
  617. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  618. warn_on_generator_with_return_value(spider, callback)
  619. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  620. if is_generator_with_return_value(callable):
  621. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  622. src = inspect.getsource(func)
  623. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  624. lines, lnum = getsourcelines(object)
  625. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  626. lines, lnum = findsource(object)
  627. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  628. raise OSError('could not get source code')
  629. OSError: could not get source code
  630. 2023-09-08 16:21:23 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  631. Traceback (most recent call last):
  632. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  633. result = f(*args, **kw)
  634. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  635. return scrape_func(response, request, spider)
  636. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  637. warn_on_generator_with_return_value(spider, callback)
  638. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  639. if is_generator_with_return_value(callable):
  640. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  641. src = inspect.getsource(func)
  642. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  643. lines, lnum = getsourcelines(object)
  644. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  645. lines, lnum = findsource(object)
  646. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  647. raise OSError('could not get source code')
  648. OSError: could not get source code
  649. 2023-09-08 16:21:27 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  650. Traceback (most recent call last):
  651. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  652. result = f(*args, **kw)
  653. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  654. return scrape_func(response, request, spider)
  655. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  656. warn_on_generator_with_return_value(spider, callback)
  657. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  658. if is_generator_with_return_value(callable):
  659. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  660. src = inspect.getsource(func)
  661. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  662. lines, lnum = getsourcelines(object)
  663. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  664. lines, lnum = findsource(object)
  665. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  666. raise OSError('could not get source code')
  667. OSError: could not get source code
  668. 2023-09-08 16:21:30 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  669. Traceback (most recent call last):
  670. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  671. result = f(*args, **kw)
  672. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  673. return scrape_func(response, request, spider)
  674. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  675. warn_on_generator_with_return_value(spider, callback)
  676. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  677. if is_generator_with_return_value(callable):
  678. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  679. src = inspect.getsource(func)
  680. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  681. lines, lnum = getsourcelines(object)
  682. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  683. lines, lnum = findsource(object)
  684. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  685. raise OSError('could not get source code')
  686. OSError: could not get source code
  687. 2023-09-08 16:21:34 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  688. Traceback (most recent call last):
  689. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  690. result = f(*args, **kw)
  691. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  692. return scrape_func(response, request, spider)
  693. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  694. warn_on_generator_with_return_value(spider, callback)
  695. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  696. if is_generator_with_return_value(callable):
  697. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  698. src = inspect.getsource(func)
  699. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  700. lines, lnum = getsourcelines(object)
  701. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  702. lines, lnum = findsource(object)
  703. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  704. raise OSError('could not get source code')
  705. OSError: could not get source code
  706. 2023-09-08 16:21:37 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  707. Traceback (most recent call last):
  708. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  709. result = f(*args, **kw)
  710. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  711. return scrape_func(response, request, spider)
  712. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  713. warn_on_generator_with_return_value(spider, callback)
  714. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  715. if is_generator_with_return_value(callable):
  716. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  717. src = inspect.getsource(func)
  718. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  719. lines, lnum = getsourcelines(object)
  720. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  721. lines, lnum = findsource(object)
  722. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  723. raise OSError('could not get source code')
  724. OSError: could not get source code
  725. 2023-09-08 16:21:39 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  726. Traceback (most recent call last):
  727. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  728. result = f(*args, **kw)
  729. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  730. return scrape_func(response, request, spider)
  731. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  732. warn_on_generator_with_return_value(spider, callback)
  733. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  734. if is_generator_with_return_value(callable):
  735. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  736. src = inspect.getsource(func)
  737. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  738. lines, lnum = getsourcelines(object)
  739. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  740. lines, lnum = findsource(object)
  741. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  742. raise OSError('could not get source code')
  743. OSError: could not get source code
  744. 2023-09-08 16:21:41 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  745. Traceback (most recent call last):
  746. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  747. result = f(*args, **kw)
  748. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  749. return scrape_func(response, request, spider)
  750. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  751. warn_on_generator_with_return_value(spider, callback)
  752. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  753. if is_generator_with_return_value(callable):
  754. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  755. src = inspect.getsource(func)
  756. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  757. lines, lnum = getsourcelines(object)
  758. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  759. lines, lnum = findsource(object)
  760. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  761. raise OSError('could not get source code')
  762. OSError: could not get source code
  763. 2023-09-08 16:21:44 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  764. Traceback (most recent call last):
  765. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  766. result = f(*args, **kw)
  767. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  768. return scrape_func(response, request, spider)
  769. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  770. warn_on_generator_with_return_value(spider, callback)
  771. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  772. if is_generator_with_return_value(callable):
  773. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  774. src = inspect.getsource(func)
  775. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  776. lines, lnum = getsourcelines(object)
  777. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  778. lines, lnum = findsource(object)
  779. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  780. raise OSError('could not get source code')
  781. OSError: could not get source code
  782. 2023-09-08 16:21:48 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  783. Traceback (most recent call last):
  784. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  785. result = f(*args, **kw)
  786. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  787. return scrape_func(response, request, spider)
  788. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  789. warn_on_generator_with_return_value(spider, callback)
  790. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  791. if is_generator_with_return_value(callable):
  792. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  793. src = inspect.getsource(func)
  794. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  795. lines, lnum = getsourcelines(object)
  796. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  797. lines, lnum = findsource(object)
  798. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  799. raise OSError('could not get source code')
  800. OSError: could not get source code
  801. 2023-09-08 16:21:50 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  802. Traceback (most recent call last):
  803. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  804. result = f(*args, **kw)
  805. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  806. return scrape_func(response, request, spider)
  807. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  808. warn_on_generator_with_return_value(spider, callback)
  809. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  810. if is_generator_with_return_value(callable):
  811. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  812. src = inspect.getsource(func)
  813. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  814. lines, lnum = getsourcelines(object)
  815. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  816. lines, lnum = findsource(object)
  817. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  818. raise OSError('could not get source code')
  819. OSError: could not get source code
  820. 2023-09-08 16:21:52 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  821. Traceback (most recent call last):
  822. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  823. result = f(*args, **kw)
  824. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  825. return scrape_func(response, request, spider)
  826. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  827. warn_on_generator_with_return_value(spider, callback)
  828. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  829. if is_generator_with_return_value(callable):
  830. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  831. src = inspect.getsource(func)
  832. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  833. lines, lnum = getsourcelines(object)
  834. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  835. lines, lnum = findsource(object)
  836. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  837. raise OSError('could not get source code')
  838. OSError: could not get source code
  839. 2023-09-08 16:21:55 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  840. Traceback (most recent call last):
  841. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  842. result = f(*args, **kw)
  843. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  844. return scrape_func(response, request, spider)
  845. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  846. warn_on_generator_with_return_value(spider, callback)
  847. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  848. if is_generator_with_return_value(callable):
  849. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  850. src = inspect.getsource(func)
  851. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  852. lines, lnum = getsourcelines(object)
  853. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  854. lines, lnum = findsource(object)
  855. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  856. raise OSError('could not get source code')
  857. OSError: could not get source code
  858. 2023-09-08 16:21:59 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  859. Traceback (most recent call last):
  860. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  861. result = f(*args, **kw)
  862. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  863. return scrape_func(response, request, spider)
  864. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  865. warn_on_generator_with_return_value(spider, callback)
  866. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  867. if is_generator_with_return_value(callable):
  868. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  869. src = inspect.getsource(func)
  870. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  871. lines, lnum = getsourcelines(object)
  872. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  873. lines, lnum = findsource(object)
  874. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  875. raise OSError('could not get source code')
  876. OSError: could not get source code
  877. 2023-09-08 16:22:01 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  878. Traceback (most recent call last):
  879. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  880. result = f(*args, **kw)
  881. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  882. return scrape_func(response, request, spider)
  883. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  884. warn_on_generator_with_return_value(spider, callback)
  885. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  886. if is_generator_with_return_value(callable):
  887. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  888. src = inspect.getsource(func)
  889. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  890. lines, lnum = getsourcelines(object)
  891. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  892. lines, lnum = findsource(object)
  893. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  894. raise OSError('could not get source code')
  895. OSError: could not get source code
  896. 2023-09-08 16:22:04 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  897. Traceback (most recent call last):
  898. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  899. result = f(*args, **kw)
  900. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  901. return scrape_func(response, request, spider)
  902. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  903. warn_on_generator_with_return_value(spider, callback)
  904. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  905. if is_generator_with_return_value(callable):
  906. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  907. src = inspect.getsource(func)
  908. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  909. lines, lnum = getsourcelines(object)
  910. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  911. lines, lnum = findsource(object)
  912. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  913. raise OSError('could not get source code')
  914. OSError: could not get source code
  915. 2023-09-08 16:22:05 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  916. Traceback (most recent call last):
  917. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  918. result = f(*args, **kw)
  919. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  920. return scrape_func(response, request, spider)
  921. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  922. warn_on_generator_with_return_value(spider, callback)
  923. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  924. if is_generator_with_return_value(callable):
  925. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  926. src = inspect.getsource(func)
  927. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  928. lines, lnum = getsourcelines(object)
  929. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  930. lines, lnum = findsource(object)
  931. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  932. raise OSError('could not get source code')
  933. OSError: could not get source code
  934. 2023-09-08 16:22:05 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  935. Traceback (most recent call last):
  936. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  937. result = f(*args, **kw)
  938. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  939. return scrape_func(response, request, spider)
  940. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  941. warn_on_generator_with_return_value(spider, callback)
  942. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  943. if is_generator_with_return_value(callable):
  944. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  945. src = inspect.getsource(func)
  946. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  947. lines, lnum = getsourcelines(object)
  948. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  949. lines, lnum = findsource(object)
  950. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  951. raise OSError('could not get source code')
  952. OSError: could not get source code
  953. 2023-09-08 16:22:05 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
  954. Traceback (most recent call last):
  955. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
  956. result = f(*args, **kw)
  957. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
  958. return scrape_func(response, request, spider)
  959. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
  960. warn_on_generator_with_return_value(spider, callback)
  961. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
  962. if is_generator_with_return_value(callable):
  963. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
  964. src = inspect.getsource(func)
  965. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
  966. lines, lnum = getsourcelines(object)
  967. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
  968. lines, lnum = findsource(object)
  969. File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
  970. raise OSError('could not get source code')
  971. OSError: could not get source code