123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971 |
- 2023-09-07 10:41:53 [scrapy.core.engine] ERROR: Scraper close failure
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/twisted/internet/defer.py", line 892, in _runCallbacks
- current.result = callback( # type: ignore[misc]
- File "/Users/luojunhui/cyber/gzh_spider/gzh_spider/pipelines.py", line 41, in close_spider
- with open(self.queue_path, "w", encoding="utf-8") as f:
- OSError: [Errno 30] Read-only file system: '/message_queue_2.json'
- 2023-09-07 17:37:05 [scrapy.downloadermiddlewares.retry] ERROR: Gave up retrying <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (failed 3 times): User timeout caused connection failure: Getting https://mp.weixin.qq.com/cgi-bin/searchbiz took longer than 180.0 seconds..
- 2023-09-07 17:37:25 [scrapy.core.scraper] ERROR: Error downloading <GET https://mp.weixin.qq.com/cgi-bin/searchbiz>
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/twisted/internet/defer.py", line 1693, in _inlineCallbacks
- result = context.run(
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/twisted/python/failure.py", line 518, in throwExceptionIntoGenerator
- return g.throw(self.type, self.value, self.tb)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/downloader/middleware.py", line 54, in process_request
- return (yield download_func(request=request, spider=spider))
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/twisted/internet/defer.py", line 892, in _runCallbacks
- current.result = callback( # type: ignore[misc]
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/downloader/handlers/http11.py", line 397, in _cb_timeout
- raise TimeoutError(f"Getting {url} took longer than {timeout} seconds.")
- twisted.internet.error.TimeoutError: User timeout caused connection failure: Getting https://mp.weixin.qq.com/cgi-bin/searchbiz took longer than 180.0 seconds..
- 2023-09-08 16:20:12 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:16 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:20 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:20 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:22 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:22 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:26 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:26 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:26 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:29 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:29 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:29 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:32 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:32 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:35 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:35 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:37 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:39 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:42 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:45 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:48 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:50 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:53 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:55 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:20:59 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:01 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:03 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:05 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:09 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:12 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:16 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:20 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:23 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:27 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:30 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:34 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:37 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:39 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:41 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:44 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:48 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:50 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:52 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:55 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:21:59 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:22:01 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:22:04 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:22:05 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:22:05 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
- 2023-09-08 16:22:05 [scrapy.core.scraper] ERROR: Spider error processing <GET https://mp.weixin.qq.com/cgi-bin/searchbiz> (referer: None)
- Traceback (most recent call last):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/defer.py", line 74, in mustbe_deferred
- result = f(*args, **kw)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/spidermw.py", line 94, in _process_spider_input
- return scrape_func(response, request, spider)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/core/scraper.py", line 209, in call_spider
- warn_on_generator_with_return_value(spider, callback)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 263, in warn_on_generator_with_return_value
- if is_generator_with_return_value(callable):
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/site-packages/scrapy/utils/misc.py", line 239, in is_generator_with_return_value
- src = inspect.getsource(func)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1024, in getsource
- lines, lnum = getsourcelines(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 1006, in getsourcelines
- lines, lnum = findsource(object)
- File "/Users/luojunhui/miniconda3/envs/Spider/lib/python3.9/inspect.py", line 835, in findsource
- raise OSError('could not get source code')
- OSError: could not get source code
|