
    3 d                     f    d Z ddlZg dZ e ej        dd                    Zd Zd Zddlm	Z
 dS )z
scrapy.linkextractors

This package contains a collection of Link Extractors.

For more info see docs/topics/link-extractors.rst
    N)F7z7zipbz2rartarztar.gzxzzipmngpctbmpgifjpgjpegpngpstpsptiftiffaidrwdxfepspssvgcdricomp3wmaoggwavraaacmidauaiff3gpasfasxavimovmp4mpgqtrmswfwmvm4am4vflvwebmxlsxlsxpptpptxppsdocdocxodtodsodgodpcsspdfexebinrssdmgisoapk c                 :     t           fd|D                       S )Nc              3   B   K   | ]}|                               V  d S )N)search).0rurls     >lib/python3.11/site-packages/scrapy/linkextractors/__init__.py	<genexpr>z_matches.<locals>.<genexpr>_   s-      --qxx}}------    )any)rN   regexss   ` rO   _matchesrT   ^   s&    ----f------rQ   c                 >    |                      dd          d         dv S )Nz://   r   >   ftpfilehttphttps)split)rN   s    rO   _is_valid_urlr\   b   s!    99UAq!%EEErQ   )LxmlLinkExtractor)__doc__reIGNORED_EXTENSIONStypecompile_re_typerT   r\   scrapy.linkextractors.lxmlhtmlr]   LinkExtractor rQ   rO   <module>rg      s     
			M M M ` 4

2q!!"". . .F F F
 N M M M M M M MrQ   