3ddZddlZddlZddlmZddlmZmZddlm Z ddl m Z ddl m Z ddlmZdd lmZmZdd lmZdd lmZdd lmZdd lmZmZddlmZddlmZddl m!Z!m"Z"ddl#m$Z$GddZ%dZ&dZ'dS)z:Scrapy Shell See documentation in docs/topics/shell.rst N)is_item)deferthreads) threadable) any_to_uri)Crawler) IgnoreRequest)RequestResponse)Settings)Spider) get_config)DEFAULT_PYTHON_SHELLSstart_python_console)SequenceExclude) load_object)is_asyncio_reactor_installedset_asyncio_event_loop)open_in_browsercZeZdZeeeeefZd dZ d dZ dZ dZ ddZ ddZd Zd Zd ZdS)ShellNc||_|pd|_t|jd|_d|_t j |_||_ i|_ dS)NcdSN)xs ,lib/python3.11/site-packages/scrapy/shell.pyz Shell.__init__..!sTDEFAULT_ITEM_CLASS) crawler update_varsrsettings item_classspiderr isInIOThreadinthreadcodevars)selfr!r"r(s r__init__zShell.__init__s\ &:>>%g&67K&LMM &3555   rTctjtjtj|r||||nN|r|||n5|r|j}||||n||jr6tt|jt|j dS t}d\}}tj d} g} | r=| | dz } nk|||r?| |||gz } n| t'jz } | dgz } t+|j | |j dddS) N)redirect)r#shellSCRAPY_PYTHON_SHELL,pythonbanner)shellsr2)signalSIGINTSIG_IGNfetchrequest populate_varsr(printevalglobalsr)rosenvirongetstriplowersplit has_optionrkeysrpop) r*urlr9responser%r-cfgsectionoptionenvr4s rstartz Shell.start(s fmV^444  ! JJsFXJ 6 6 6 6  ! JJw ' ' ' '  !&G   x& 9 9 9 9    9  $ty'))TY77 8 8 8 8 8 ,,C1OGV*..!677CF 7#))++++--33C88800 73777F3399;;AACCDD/4666 xj F  &x1L1L      rctr!|jjd}t|||t |}|fd|jj||S)NASYNCIO_EVENT_LOOPc |fSrr)rr%s rrz!Shell._schedule..Ws F r) rr!r#r _open_spider_request_deferred addCallbackenginecrawl)r*r9r%event_loop_pathds ` r _schedulezShell._schedulePs ' ) ) 4"l34HIO "? 3 3 3""7F33 g & & ++++,,, !!'***rc|jr|jS|%|jjp|j}||j_|jj|d||_|S)NF) close_if_idle)r%r!_create_spiderrT open_spider)r*r9r%s rrQzShell._open_spider[sn ; ;   J\(IDL,G,G,I,IF$  ''e'DDD  rc vddlm}t|tr|}nPt |}t|fddi|}|r&t t dd|jd<n d|jd<d} tj ||j ||\}}n#t$rYnwxYw| |||dS) Nr)reactor dont_filterTi,ihandle_httpstatus_listhandle_httpstatus_all) twisted.internetr^ isinstancer rrrangemetarblockingCallFromThreadrXr r:) r*request_or_urlr%r-kwargsr^r9rGrHs rr8z Shell.fetchgs,,,,,, ng . . =$GG^,,Cc>>t>v>>G =9H#sOO:: 5669= 45 &=&   Hff    D  8Wf55555s2B BBcddl}||jd<|j|jd<||jd<|jj|jd<||jd<||jd<||jd<|jr|j|jd <t|jd <|j|jd <| |j|j s| |jd <dSdS) Nrscrapyr!itemr#r%r9rHr8viewshelpr2) rjr)r!r$r#r'r8r print_helpr"r(get_help)r*rHr9r%rjs rr:zShell.populate_vars~s $ (#| ) OO-- & $ 5 *$ (& ) ( * = ,!%DIg + &!_ ' ###y 2"&--//DIh    2 2rcHt|dSr)r;ro)r*s rrnzShell.print_helps dmmoorc2g}|d|dt|jD]6\}}||r|d|dd|7|d|jr*|d|d|d |d d d |DS) NzAvailable Scrapy objects:zJ scrapy scrapy module (contains scrapy.Request, scrapy.Selector, etc)z z<10 zUseful shortcuts:ze fetch(url[, redirect=True]) Fetch URL and update local objects (by default, redirects are followed)zN fetch(req) Fetch a scrapy.Request and update local objects z0 shelp() Shell help (print this help)z. view(response) View response in a browser c3 K|] }d|V dS)z[s] Nr).0lines r z!Shell.get_help..s(554555555r)appendsortedr)items _is_relevantr'join)r*bkvs rrozShell.get_helps9  ,---  X   49??,,-- + +DAq  ## +)a)))a))*** $%%% =  HHZ    HHC    CDDD ABBByy551555555rcJt||jpt|Sr)rcrelevant_classesr)r*values rr{zShell._is_relevants %!677I75>>Ir)NN)NNNNT)NT)NNN)__name__ __module__ __qualname__rr r r r rr+rMrXrQr8r:rnror{rrrrrs(HE&&&&P      6666.2222$6660JJJJJrrctjtj}t|j||tjtj|dS)z*Open a shell to inspect the given response)rHr%N)r5 getsignalr6rr!rM)rHr%sigint_handlers rinspect_responsersS%fm44N &.&AAA M&-00000rcjjfd}tj}||jr |jj|j|jc__|S)aWrap a request inside a Deferred. This function is harmful, do not use it until you know what you are doing. This returns a Deferred whose first pair of callbacks are the request callback and errback. The Deferred also triggers when the request callback/errback is executed (i.e. when the request is downloaded) WARNING: Do not call request.replace() until after the deferred is called. c$__|Sr)callbackerrback)resultr9request_callbackrequest_errbacks r_restore_callbacksz-_request_deferred.._restore_callbackss+) r)rrrDeferredaddBoth addCallbacks)r9rrWrrs` @@rrRrRs'oO AII !!!: w'999() AI%Ggo Hr)(__doc__r>r5 itemadapterrrbrrtwisted.pythonr w3lib.urlrscrapy.crawlerrscrapy.exceptionsr scrapy.httpr r scrapy.settingsr scrapy.spidersr scrapy.utils.confrscrapy.utils.consolerrscrapy.utils.datatypesrscrapy.utils.miscrscrapy.utils.reactorrrscrapy.utils.responserrrrRrrrrs  ++++++++%%%%%% """"""++++++))))))))$$$$$$!!!!!!((((((LLLLLLLL222222))))))UUUUUUUU111111QJQJQJQJQJQJQJQJh111     r