索引

_ | A | B | C | D | E | F | G | H | I | J | L | M | N | O | P | R | S | T | U | W | X

_

__nonzero__() (scrapy.selector.Selector 方法)

(scrapy.selector.SelectorList 方法)

A

adapt_response() (scrapy.contrib.spiders.XMLFeedSpider 方法)
add_css() (scrapy.contrib.loader.ItemLoader 方法)
add_value() (scrapy.contrib.loader.ItemLoader 方法)
add_xpath() (scrapy.contrib.loader.ItemLoader 方法)

adjust_request_args() (scrapy.contracts.Contract 方法)
AjaxCrawlMiddleware (scrapy.contrib.downloadermiddleware.ajaxcrawl 中的类)
allowed_domains (scrapy.spider.Spider 属性)

B

BaseItemExporter (scrapy.contrib.exporter 中的类)

body (scrapy.http.Request 属性)

(scrapy.http.Response 属性)

body_as_unicode() (scrapy.http.TextResponse 方法)

C

ChunkedTransferMiddleware (scrapy.contrib.downloadermiddleware.chunked 中的类)

clear_stats() (scrapy.statscol.StatsCollector 方法)

close_spider()

(scrapy.statscol.StatsCollector 方法)

closed() (scrapy.spider.Spider 方法)

CloseSpider

Compose (scrapy.contrib.loader.processor 中的类)

connect() (scrapy.signalmanager.SignalManager 方法)

context (scrapy.contrib.loader.ItemLoader 属性)

Contract (scrapy.contracts 中的类)

CookiesMiddleware (scrapy.contrib.downloadermiddleware.cookies 中的类)

copy() (scrapy.http.Request 方法)

(scrapy.http.Response 方法)
(scrapy.settings.Settings 方法)

CoreStats (scrapy.contrib.corestats 中的类)

crawl() (scrapy.crawler.Crawler 方法)

(scrapy.crawler.CrawlerRunner 方法)

crawl_deferreds (scrapy.crawler.CrawlerRunner 属性)

Crawler (scrapy.crawler 中的类)

crawler (scrapy.spider.Spider 属性)

CrawlerRunner (scrapy.crawler 中的类)

crawlers (scrapy.crawler.CrawlerRunner 属性)

CrawlSpider (scrapy.contrib.spiders 中的类)

CRITICAL() (在 scrapy.log 模块中)

css() (scrapy.http.TextResponse 方法)

(scrapy.selector.Selector 方法)
(scrapy.selector.SelectorList 方法)

CSVFeedSpider (scrapy.contrib.spiders 中的类)

CsvItemExporter (scrapy.contrib.exporter 中的类)

D

DEBUG() (在 scrapy.log 模块中)
default_input_processor (scrapy.contrib.loader.ItemLoader 属性)
default_item_class (scrapy.contrib.loader.ItemLoader 属性)
default_output_processor (scrapy.contrib.loader.ItemLoader 属性)
default_selector_class (scrapy.contrib.loader.ItemLoader 属性)
DefaultHeadersMiddleware (scrapy.contrib.downloadermiddleware.defaultheaders 中的类)
delimiter (scrapy.contrib.spiders.CSVFeedSpider 属性)
DepthMiddleware (scrapy.contrib.spidermiddleware.depth 中的类)

disconnect() (scrapy.signalmanager.SignalManager 方法)
disconnect_all() (scrapy.signalmanager.SignalManager 方法)
DownloaderMiddleware (scrapy.contrib.downloadermiddleware 中的类)
DownloaderStats (scrapy.contrib.downloadermiddleware.stats 中的类)
DownloadTimeoutMiddleware (scrapy.contrib.downloadermiddleware.downloadtimeout 中的类)
DropItem
DummyStatsCollector (scrapy.statscol 中的类)

E

encoding (scrapy.contrib.exporter.BaseItemExporter 属性)

(scrapy.http.TextResponse 属性)

engine (scrapy.crawler.Crawler 属性)

engine_started() (在 scrapy.signals 模块中)

engine_stopped() (在 scrapy.signals 模块中)

ERROR() (在 scrapy.log 模块中)

export_empty_fields (scrapy.contrib.exporter.BaseItemExporter 属性)

export_item() (scrapy.contrib.exporter.BaseItemExporter 方法)

extensions (scrapy.crawler.Crawler 属性)

extract() (scrapy.selector.Selector 方法)

(scrapy.selector.SelectorList 方法)

F

Field (scrapy.item 中的类)
fields (scrapy.item.Item 属性)
fields_to_export (scrapy.contrib.exporter.BaseItemExporter 属性)
find_by_request() (scrapy.spidermanager.SpiderManager 方法)
finish_exporting() (scrapy.contrib.exporter.BaseItemExporter 方法)
flags (scrapy.http.Response 属性)

FormRequest (scrapy.http 中的类)

freeze() (scrapy.settings.Settings 方法)

from_crawler() (scrapy.spider.Spider 方法)

from_response() (scrapy.http.FormRequest 类方法)

from_settings() (scrapy.mail.MailSender 类方法)

(scrapy.spidermanager.SpiderManager 方法)

frozencopy() (scrapy.settings.Settings 方法)

G

get() (scrapy.settings.Settings 方法)
get_collected_values() (scrapy.contrib.loader.ItemLoader 方法)
get_css() (scrapy.contrib.loader.ItemLoader 方法)
get_input_processor() (scrapy.contrib.loader.ItemLoader 方法)
get_media_requests() (scrapy.contrib.pipeline.images.ImagesPipeline 方法)
get_oldest() (在 scrapy.utils.trackref 模块中)
get_output_processor() (scrapy.contrib.loader.ItemLoader 方法)
get_output_value() (scrapy.contrib.loader.ItemLoader 方法)

get_stats() (scrapy.statscol.StatsCollector 方法)

get_value() (scrapy.contrib.loader.ItemLoader 方法)

(scrapy.statscol.StatsCollector 方法)

get_xpath() (scrapy.contrib.loader.ItemLoader 方法)

getbool() (scrapy.settings.Settings 方法)

getdict() (scrapy.settings.Settings 方法)

getfloat() (scrapy.settings.Settings 方法)

getint() (scrapy.settings.Settings 方法)

getlist() (scrapy.settings.Settings 方法)

H

headers (scrapy.contrib.spiders.CSVFeedSpider 属性)

(scrapy.http.Request 属性)
(scrapy.http.Response 属性)

HtmlResponse (scrapy.http 中的类)

HttpAuthMiddleware (scrapy.contrib.downloadermiddleware.httpauth 中的类)

HttpCacheMiddleware (scrapy.contrib.downloadermiddleware.httpcache 中的类)

HttpCompressionMiddleware (scrapy.contrib.downloadermiddleware.httpcompression 中的类)
HttpErrorMiddleware (scrapy.contrib.spidermiddleware.httperror 中的类)
HttpProxyMiddleware (scrapy.contrib.downloadermiddleware.httpproxy 中的类)

I

Identity (scrapy.contrib.loader.processor 中的类)
IgnoreRequest
ImagesPipeline (scrapy.contrib.pipeline.images 中的类)
inc_value() (scrapy.statscol.StatsCollector 方法)
INFO() (在 scrapy.log 模块中)
item (scrapy.contrib.loader.ItemLoader 属性)
Item (scrapy.item 中的类)

item_completed() (scrapy.contrib.pipeline.images.ImagesPipeline 方法)
item_dropped() (在 scrapy.signals 模块中)
item_scraped() (在 scrapy.signals 模块中)
ItemLoader (scrapy.contrib.loader 中的类)
iter_all() (在 scrapy.utils.trackref 模块中)
iterator (scrapy.contrib.spiders.XMLFeedSpider 属性)
itertag (scrapy.contrib.spiders.XMLFeedSpider 属性)

J

Join (scrapy.contrib.loader.processor 中的类)
JsonItemExporter (scrapy.contrib.exporter 中的类)

JsonLinesItemExporter (scrapy.contrib.exporter 中的类)

L

list() (scrapy.spidermanager.SpiderManager 方法)
load() (scrapy.spidermanager.SpiderManager 方法)
load_item() (scrapy.contrib.loader.ItemLoader 方法)

log() (scrapy.spider.Spider 方法)
LogStats (scrapy.contrib.logstats 中的类)
LxmlLinkExtractor (scrapy.contrib.linkextractors.lxmlhtml 中的类)

M

MailSender (scrapy.mail 中的类)
make_requests_from_url() (scrapy.spider.Spider 方法)
MapCompose (scrapy.contrib.loader.processor 中的类)
max_value() (scrapy.statscol.StatsCollector 方法)
MemoryStatsCollector (scrapy.statscol 中的类)

meta (scrapy.http.Request 属性)

(scrapy.http.Response 属性)

MetaRefreshMiddleware (scrapy.contrib.downloadermiddleware.redirect 中的类)

method (scrapy.http.Request 属性)

min_value() (scrapy.statscol.StatsCollector 方法)

msg() (在 scrapy.log 模块中)

N

name (scrapy.spider.Spider 属性)
namespaces (scrapy.contrib.spiders.XMLFeedSpider 属性)

NotConfigured
NotSupported

O

object_ref (scrapy.utils.trackref 中的类)
OffsiteMiddleware (scrapy.contrib.spidermiddleware.offsite 中的类)

open_spider()

(scrapy.statscol.StatsCollector 方法)

P

parse() (scrapy.spider.Spider 方法)
parse_node() (scrapy.contrib.spiders.XMLFeedSpider 方法)
parse_row() (scrapy.contrib.spiders.CSVFeedSpider 方法)
parse_start_url() (scrapy.contrib.spiders.CrawlSpider 方法)
PickleItemExporter (scrapy.contrib.exporter 中的类)
post_process() (scrapy.contracts.Contract 方法)
PprintItemExporter (scrapy.contrib.exporter 中的类)
pre_process() (scrapy.contracts.Contract 方法)
print_live_refs() (在 scrapy.utils.trackref 模块中)
process_exception() (scrapy.contrib.downloadermiddleware.DownloaderMiddleware 方法)

process_item()

process_request() (scrapy.contrib.downloadermiddleware.DownloaderMiddleware 方法)

process_response() (scrapy.contrib.downloadermiddleware.DownloaderMiddleware 方法)

process_results() (scrapy.contrib.spiders.XMLFeedSpider 方法)

process_spider_exception() (scrapy.contrib.spidermiddleware.SpiderMiddleware 方法)

process_spider_input() (scrapy.contrib.spidermiddleware.SpiderMiddleware 方法)

process_spider_output() (scrapy.contrib.spidermiddleware.SpiderMiddleware 方法)

process_start_requests() (scrapy.contrib.spidermiddleware.SpiderMiddleware 方法)

Python 提高建议

PEP 8, [1]

R

re() (scrapy.selector.Selector 方法)

(scrapy.selector.SelectorList 方法)

RedirectMiddleware (scrapy.contrib.downloadermiddleware.redirect 中的类)

RefererMiddleware (scrapy.contrib.spidermiddleware.referer 中的类)

register_namespace() (scrapy.selector.Selector 方法)

remove_namespaces() (scrapy.selector.Selector 方法)

replace() (scrapy.http.Request 方法)

(scrapy.http.Response 方法)

replace_css() (scrapy.contrib.loader.ItemLoader 方法)

replace_value() (scrapy.contrib.loader.ItemLoader 方法)

replace_xpath() (scrapy.contrib.loader.ItemLoader 方法)

Request (scrapy.http 中的类)

request (scrapy.http.Response 属性)
request_scheduled() (在 scrapy.signals 模块中)
Response (scrapy.http 中的类)
response_downloaded() (在 scrapy.signals 模块中)
response_received() (在 scrapy.signals 模块中)
RetryMiddleware (scrapy.contrib.downloadermiddleware.retry 中的类)
ReturnsContract (scrapy.contracts.default 中的类)
RobotsTxtMiddleware (scrapy.contrib.downloadermiddleware.robotstxt 中的类)
Rule (scrapy.contrib.spiders 中的类)
rules (scrapy.contrib.spiders.CrawlSpider 属性)

S

ScrapesContract (scrapy.contracts.default 中的类)
scrapy.contracts (模块)
scrapy.contracts.default (模块)
scrapy.contrib.closespider (模块)
scrapy.contrib.closespider.CloseSpider (scrapy.contrib.closespider 中的类)
scrapy.contrib.corestats (模块)
scrapy.contrib.debug (模块)
scrapy.contrib.debug.Debugger (scrapy.contrib.debug 中的类)
scrapy.contrib.debug.StackTraceDump (scrapy.contrib.debug 中的类)
scrapy.contrib.downloadermiddleware (模块)
scrapy.contrib.downloadermiddleware.ajaxcrawl (模块)
scrapy.contrib.downloadermiddleware.chunked (模块)
scrapy.contrib.downloadermiddleware.cookies (模块)
scrapy.contrib.downloadermiddleware.defaultheaders (模块)
scrapy.contrib.downloadermiddleware.downloadtimeout (模块)
scrapy.contrib.downloadermiddleware.httpauth (模块)
scrapy.contrib.downloadermiddleware.httpcache (模块)
scrapy.contrib.downloadermiddleware.httpcompression (模块)
scrapy.contrib.downloadermiddleware.httpproxy (模块)
scrapy.contrib.downloadermiddleware.redirect (模块)
scrapy.contrib.downloadermiddleware.retry (模块)
scrapy.contrib.downloadermiddleware.robotstxt (模块)
scrapy.contrib.downloadermiddleware.stats (模块)
scrapy.contrib.downloadermiddleware.useragent (模块)
scrapy.contrib.exporter (模块)
scrapy.contrib.linkextractors (模块)
scrapy.contrib.linkextractors.lxmlhtml (模块)
scrapy.contrib.loader (模块)
scrapy.contrib.loader.processor (模块)
scrapy.contrib.logstats (模块)
scrapy.contrib.memdebug (模块)
scrapy.contrib.memdebug.MemoryDebugger (scrapy.contrib.memdebug 中的类)
scrapy.contrib.memusage (模块)
scrapy.contrib.memusage.MemoryUsage (scrapy.contrib.memusage 中的类)
scrapy.contrib.pipeline.images (模块)
scrapy.contrib.spidermiddleware (模块)
scrapy.contrib.spidermiddleware.depth (模块)
scrapy.contrib.spidermiddleware.httperror (模块)
scrapy.contrib.spidermiddleware.offsite (模块)
scrapy.contrib.spidermiddleware.referer (模块)
scrapy.contrib.spidermiddleware.urllength (模块)
scrapy.contrib.spiders (模块)
scrapy.contrib.statsmailer (模块)
scrapy.contrib.statsmailer.StatsMailer (scrapy.contrib.statsmailer 中的类)
scrapy.crawler (模块)
scrapy.exceptions (模块)
scrapy.http (模块)
scrapy.item (模块)
scrapy.log (模块)
scrapy.mail (模块)

scrapy.selector (模块)

scrapy.settings (模块)

scrapy.signalmanager (模块)

scrapy.signals (模块)

scrapy.spider (模块)

scrapy.spidermanager (模块)

scrapy.statscol (模块), [1]

scrapy.telnet (模块), [1]

scrapy.telnet.TelnetConsole (scrapy.telnet 中的类)

scrapy.utils.trackref (模块)

selector (scrapy.contrib.loader.ItemLoader 属性)

(scrapy.http.TextResponse 属性)

Selector (scrapy.selector 中的类)

SelectorList (scrapy.selector 中的类)

send() (scrapy.mail.MailSender 方法)

send_catch_log() (scrapy.signalmanager.SignalManager 方法)

send_catch_log_deferred() (scrapy.signalmanager.SignalManager 方法)

serialize_field() (scrapy.contrib.exporter.BaseItemExporter 方法)

set() (scrapy.settings.Settings 方法)

set_stats() (scrapy.statscol.StatsCollector 方法)

set_value() (scrapy.statscol.StatsCollector 方法)

setdict() (scrapy.settings.Settings 方法)

setmodule() (scrapy.settings.Settings 方法)

settings (scrapy.crawler.Crawler 属性)

Settings (scrapy.settings 中的类)

settings (scrapy.spider.Spider 属性)

SETTINGS_PRIORITIES() (在 scrapy.settings 模块中)

SignalManager (scrapy.signalmanager 中的类)

signals (scrapy.crawler.Crawler 属性)

sitemap_alternate_links (scrapy.contrib.spiders.SitemapSpider 属性)

sitemap_follow (scrapy.contrib.spiders.SitemapSpider 属性)

sitemap_rules (scrapy.contrib.spiders.SitemapSpider 属性)

sitemap_urls (scrapy.contrib.spiders.SitemapSpider 属性)

SitemapSpider (scrapy.contrib.spiders 中的类)

spider (scrapy.crawler.Crawler 属性)

Spider (scrapy.spider 中的类)

spider_closed() (在 scrapy.signals 模块中)

spider_error() (在 scrapy.signals 模块中)

spider_idle() (在 scrapy.signals 模块中)

spider_opened() (在 scrapy.signals 模块中)

spider_stats (scrapy.statscol.MemoryStatsCollector 属性)

SpiderManager (scrapy.spidermanager 中的类)

SpiderMiddleware (scrapy.contrib.spidermiddleware 中的类)

start() (在 scrapy.log 模块中)

start_exporting() (scrapy.contrib.exporter.BaseItemExporter 方法)

start_requests() (scrapy.spider.Spider 方法)

start_urls (scrapy.spider.Spider 属性)

stats (scrapy.crawler.Crawler 属性)

StatsCollector (scrapy.statscol 中的类)

status (scrapy.http.Response 属性)

stop() (scrapy.crawler.CrawlerRunner 方法)

T

TakeFirst (scrapy.contrib.loader.processor 中的类)

TextResponse (scrapy.http 中的类)

U

update_telnet_vars() (在 scrapy.telnet 模块中)

url (scrapy.http.Request 属性)

(scrapy.http.Response 属性)

UrlContract (scrapy.contracts.default 中的类)

UrlLengthMiddleware (scrapy.contrib.spidermiddleware.urllength 中的类)
UserAgentMiddleware (scrapy.contrib.downloadermiddleware.useragent 中的类)

W

WARNING() (在 scrapy.log 模块中)

X

XMLFeedSpider (scrapy.contrib.spiders 中的类)
XmlItemExporter (scrapy.contrib.exporter 中的类)

XmlResponse (scrapy.http 中的类)

xpath() (scrapy.http.TextResponse 方法)

(scrapy.selector.Selector 方法)
(scrapy.selector.SelectorList 方法)