|
scrapy/__init__.py
|
21
|
18
|
1
|
2
|
85.71%
|
|
scrapy/__main__.py
|
3
|
1
|
1
|
1
|
33.33%
|
|
scrapy/_monkeypatches.py
|
14
|
8
|
2
|
4
|
57.14%
|
|
scrapy/cmdline.py
|
135
|
91
|
12
|
32
|
67.41%
|
|
scrapy/commands/__init__.py
|
53
|
33
|
5
|
15
|
62.26%
|
|
scrapy/commands/bench.py
|
38
|
38
|
0
|
0
|
100.00%
|
|
scrapy/commands/check.py
|
70
|
18
|
0
|
52
|
25.71%
|
|
scrapy/commands/crawl.py
|
43
|
12
|
0
|
31
|
27.91%
|
|
scrapy/commands/edit.py
|
27
|
12
|
0
|
15
|
44.44%
|
|
scrapy/commands/fetch.py
|
49
|
44
|
2
|
3
|
89.80%
|
|
scrapy/commands/genspider.py
|
86
|
72
|
8
|
6
|
83.72%
|
|
scrapy/commands/list.py
|
10
|
8
|
1
|
1
|
80.00%
|
|
scrapy/commands/parse.py
|
171
|
36
|
0
|
135
|
21.05%
|
|
scrapy/commands/runspider.py
|
70
|
52
|
4
|
14
|
74.29%
|
|
scrapy/commands/settings.py
|
33
|
24
|
1
|
8
|
72.73%
|
|
scrapy/commands/shell.py
|
42
|
39
|
1
|
2
|
92.86%
|
|
scrapy/commands/startproject.py
|
76
|
76
|
0
|
0
|
100.00%
|
|
scrapy/commands/version.py
|
21
|
21
|
0
|
0
|
100.00%
|
|
scrapy/commands/view.py
|
12
|
7
|
0
|
5
|
58.33%
|
|
scrapy/conf.py
|
7
|
6
|
1
|
0
|
85.71%
|
|
scrapy/contracts/__init__.py
|
123
|
100
|
4
|
19
|
81.30%
|
|
scrapy/contracts/default.py
|
44
|
38
|
3
|
3
|
86.36%
|
|
scrapy/core/downloader/__init__.py
|
137
|
122
|
5
|
10
|
89.05%
|
|
scrapy/core/downloader/contextfactory.py
|
31
|
22
|
1
|
8
|
70.97%
|
|
scrapy/core/downloader/handlers/__init__.py
|
55
|
46
|
3
|
6
|
83.64%
|
|
scrapy/core/downloader/handlers/datauri.py
|
16
|
15
|
1
|
0
|
93.75%
|
|
scrapy/core/downloader/handlers/file.py
|
13
|
13
|
0
|
0
|
100.00%
|
|
scrapy/core/downloader/handlers/ftp.py
|
57
|
56
|
1
|
0
|
98.25%
|
|
scrapy/core/downloader/handlers/http.py
|
9
|
9
|
0
|
0
|
100.00%
|
|
scrapy/core/downloader/handlers/http10.py
|
17
|
17
|
0
|
0
|
100.00%
|
|
scrapy/core/downloader/handlers/http11.py
|
268
|
248
|
7
|
13
|
92.54%
|
|
scrapy/core/downloader/handlers/s3.py
|
62
|
59
|
0
|
3
|
95.16%
|
|
scrapy/core/downloader/middleware.py
|
51
|
51
|
0
|
0
|
100.00%
|
|
scrapy/core/downloader/tls.py
|
40
|
36
|
1
|
3
|
90.00%
|
|
scrapy/core/downloader/webclient.py
|
99
|
97
|
1
|
1
|
97.98%
|
|
scrapy/core/engine.py
|
221
|
205
|
10
|
6
|
92.76%
|
|
scrapy/core/scheduler.py
|
114
|
103
|
1
|
10
|
90.35%
|
|
scrapy/core/scraper.py
|
148
|
131
|
7
|
10
|
88.51%
|
|
scrapy/core/spidermw.py
|
81
|
79
|
1
|
1
|
97.53%
|
|
scrapy/crawler.py
|
171
|
158
|
0
|
13
|
92.40%
|
|
scrapy/downloadermiddlewares/ajaxcrawl.py
|
41
|
39
|
1
|
1
|
95.12%
|
|
scrapy/downloadermiddlewares/chunked.py
|
10
|
6
|
0
|
4
|
60.00%
|
|
scrapy/downloadermiddlewares/cookies.py
|
65
|
63
|
2
|
0
|
96.92%
|
|
scrapy/downloadermiddlewares/decompression.py
|
59
|
59
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/defaultheaders.py
|
10
|
10
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/downloadtimeout.py
|
13
|
12
|
1
|
0
|
92.31%
|
|
scrapy/downloadermiddlewares/httpauth.py
|
16
|
16
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/httpcache.py
|
72
|
67
|
1
|
4
|
93.06%
|
|
scrapy/downloadermiddlewares/httpcompression.py
|
45
|
40
|
2
|
3
|
88.89%
|
|
scrapy/downloadermiddlewares/httpproxy.py
|
53
|
53
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/redirect.py
|
62
|
60
|
1
|
1
|
96.77%
|
|
scrapy/downloadermiddlewares/retry.py
|
48
|
46
|
1
|
1
|
95.83%
|
|
scrapy/downloadermiddlewares/robotstxt.py
|
78
|
78
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/stats.py
|
26
|
24
|
1
|
1
|
92.31%
|
|
scrapy/downloadermiddlewares/useragent.py
|
13
|
13
|
0
|
0
|
100.00%
|
|
scrapy/dupefilters.py
|
52
|
51
|
0
|
1
|
98.08%
|
|
scrapy/exceptions.py
|
23
|
21
|
0
|
2
|
91.30%
|
|
scrapy/exporters.py
|
231
|
231
|
0
|
0
|
100.00%
|
|
scrapy/extension.py
|
6
|
6
|
0
|
0
|
100.00%
|
|
scrapy/extensions/closespider.py
|
40
|
38
|
1
|
1
|
95.00%
|
|
scrapy/extensions/corestats.py
|
30
|
27
|
0
|
3
|
90.00%
|
|
scrapy/extensions/debug.py
|
38
|
17
|
0
|
21
|
44.74%
|
|
scrapy/extensions/feedexport.py
|
212
|
180
|
8
|
24
|
84.91%
|
|
scrapy/extensions/httpcache.py
|
290
|
277
|
4
|
9
|
95.52%
|
|
scrapy/extensions/logstats.py
|
36
|
36
|
0
|
0
|
100.00%
|
|
scrapy/extensions/memdebug.py
|
21
|
10
|
1
|
10
|
47.62%
|
|
scrapy/extensions/memusage.py
|
91
|
44
|
5
|
42
|
48.35%
|
|
scrapy/extensions/spiderstate.py
|
27
|
27
|
0
|
0
|
100.00%
|
|
scrapy/extensions/statsmailer.py
|
23
|
7
|
0
|
16
|
30.43%
|
|
scrapy/extensions/telnet.py
|
63
|
51
|
3
|
9
|
80.95%
|
|
scrapy/extensions/throttle.py
|
49
|
22
|
0
|
27
|
44.90%
|
|
scrapy/http/__init__.py
|
9
|
9
|
0
|
0
|
100.00%
|
|
scrapy/http/common.py
|
6
|
6
|
0
|
0
|
100.00%
|
|
scrapy/http/cookies.py
|
112
|
102
|
2
|
8
|
91.07%
|
|
scrapy/http/headers.py
|
64
|
63
|
0
|
1
|
98.44%
|
|
scrapy/http/request/__init__.py
|
60
|
60
|
0
|
0
|
100.00%
|
|
scrapy/http/request/form.py
|
126
|
121
|
2
|
3
|
96.03%
|
|
scrapy/http/request/json_request.py
|
32
|
30
|
1
|
1
|
93.75%
|
|
scrapy/http/request/rpc.py
|
16
|
16
|
0
|
0
|
100.00%
|
|
scrapy/http/response/__init__.py
|
61
|
57
|
1
|
3
|
93.44%
|
|
scrapy/http/response/html.py
|
3
|
3
|
0
|
0
|
100.00%
|
|
scrapy/http/response/text.py
|
93
|
91
|
1
|
1
|
97.85%
|
|
scrapy/http/response/xml.py
|
3
|
3
|
0
|
0
|
100.00%
|
|
scrapy/interfaces.py
|
6
|
6
|
0
|
0
|
100.00%
|
|
scrapy/item.py
|
66
|
65
|
0
|
1
|
98.48%
|
|
scrapy/link.py
|
22
|
22
|
0
|
0
|
100.00%
|
|
scrapy/linkextractors/__init__.py
|
60
|
60
|
0
|
0
|
100.00%
|
|
scrapy/linkextractors/htmlparser.py
|
63
|
58
|
3
|
2
|
92.06%
|
|
scrapy/linkextractors/lxmlhtml.py
|
79
|
73
|
4
|
2
|
92.41%
|
|
scrapy/linkextractors/regex.py
|
23
|
22
|
1
|
0
|
95.65%
|
|
scrapy/linkextractors/sgml.py
|
94
|
91
|
2
|
1
|
96.81%
|
|
scrapy/loader/__init__.py
|
146
|
138
|
4
|
4
|
94.52%
|
|
scrapy/loader/common.py
|
6
|
6
|
0
|
0
|
100.00%
|
|
scrapy/loader/processors.py
|
54
|
54
|
0
|
0
|
100.00%
|
|
scrapy/log.py
|
25
|
0
|
0
|
25
|
0.00%
|
|
scrapy/logformatter.py
|
21
|
19
|
1
|
1
|
90.48%
|
|
scrapy/mail.py
|
84
|
64
|
3
|
17
|
76.19%
|
|
scrapy/middleware.py
|
50
|
45
|
1
|
4
|
90.00%
|
|
scrapy/pipelines/__init__.py
|
12
|
11
|
1
|
0
|
91.67%
|
|
scrapy/pipelines/files.py
|
274
|
187
|
7
|
80
|
68.25%
|
|
scrapy/pipelines/images.py
|
140
|
127
|
6
|
7
|
90.71%
|
|
scrapy/pipelines/media.py
|
108
|
105
|
1
|
2
|
97.22%
|
|
scrapy/pqueues.py
|
98
|
97
|
0
|
1
|
98.98%
|
|
scrapy/resolver.py
|
20
|
18
|
1
|
1
|
90.00%
|
|
scrapy/responsetypes.py
|
70
|
66
|
1
|
3
|
94.29%
|
|
scrapy/selector/__init__.py
|
2
|
2
|
0
|
0
|
100.00%
|
|
scrapy/selector/csstranslator.py
|
5
|
5
|
0
|
0
|
100.00%
|
|
scrapy/selector/lxmlsel.py
|
9
|
8
|
0
|
1
|
88.89%
|
|
scrapy/selector/unified.py
|
48
|
45
|
0
|
3
|
93.75%
|
|
scrapy/settings/__init__.py
|
171
|
159
|
0
|
12
|
92.98%
|
|
scrapy/settings/default_settings.py
|
148
|
146
|
1
|
1
|
98.65%
|
|
scrapy/settings/deprecated.py
|
10
|
5
|
1
|
4
|
50.00%
|
|
scrapy/shell.py
|
137
|
94
|
8
|
35
|
68.61%
|
|
scrapy/signalmanager.py
|
21
|
17
|
0
|
4
|
80.95%
|
|
scrapy/signals.py
|
19
|
19
|
0
|
0
|
100.00%
|
|
scrapy/spiderloader.py
|
47
|
47
|
0
|
0
|
100.00%
|
|
scrapy/spidermiddlewares/depth.py
|
34
|
34
|
0
|
0
|
100.00%
|
|
scrapy/spidermiddlewares/httperror.py
|
33
|
33
|
0
|
0
|
100.00%
|
|
scrapy/spidermiddlewares/offsite.py
|
47
|
47
|
0
|
0
|
100.00%
|
|
scrapy/spidermiddlewares/referer.py
|
143
|
134
|
5
|
4
|
93.71%
|
|
scrapy/spidermiddlewares/urllength.py
|
19
|
17
|
1
|
1
|
89.47%
|
|
scrapy/spiders/__init__.py
|
70
|
69
|
0
|
1
|
98.57%
|
|
scrapy/spiders/crawl.py
|
85
|
70
|
1
|
14
|
82.35%
|
|
scrapy/spiders/feed.py
|
65
|
43
|
2
|
20
|
66.15%
|
|
scrapy/spiders/init.py
|
10
|
10
|
0
|
0
|
100.00%
|
|
scrapy/spiders/sitemap.py
|
64
|
52
|
8
|
4
|
81.25%
|
|
scrapy/squeues.py
|
24
|
24
|
0
|
0
|
100.00%
|
|
scrapy/statscollectors.py
|
51
|
47
|
1
|
3
|
92.16%
|
|
scrapy/telnet.py
|
4
|
4
|
0
|
0
|
100.00%
|
|
scrapy/utils/benchserver.py
|
32
|
10
|
1
|
21
|
31.25%
|
|
scrapy/utils/boto.py
|
15
|
11
|
1
|
3
|
73.33%
|
|
scrapy/utils/conf.py
|
66
|
59
|
3
|
4
|
89.39%
|
|
scrapy/utils/console.py
|
62
|
37
|
1
|
24
|
59.68%
|
|
scrapy/utils/datatypes.py
|
186
|
112
|
2
|
72
|
60.22%
|
|
scrapy/utils/decorators.py
|
25
|
22
|
0
|
3
|
88.00%
|
|
scrapy/utils/defer.py
|
57
|
55
|
1
|
1
|
96.49%
|
|
scrapy/utils/deprecate.py
|
65
|
62
|
1
|
2
|
95.38%
|
|
scrapy/utils/display.py
|
17
|
6
|
0
|
11
|
35.29%
|
|
scrapy/utils/engine.py
|
20
|
11
|
0
|
9
|
55.00%
|
|
scrapy/utils/ftp.py
|
10
|
3
|
0
|
7
|
30.00%
|
|
scrapy/utils/gz.py
|
37
|
37
|
0
|
0
|
100.00%
|
|
scrapy/utils/http.py
|
11
|
10
|
1
|
0
|
90.91%
|
|
scrapy/utils/httpobj.py
|
7
|
7
|
0
|
0
|
100.00%
|
|
scrapy/utils/iterators.py
|
92
|
90
|
0
|
2
|
97.83%
|
|
scrapy/utils/job.py
|
6
|
4
|
1
|
1
|
66.67%
|
|
scrapy/utils/log.py
|
87
|
77
|
5
|
5
|
88.51%
|
|
scrapy/utils/markup.py
|
1
|
1
|
0
|
0
|
100.00%
|
|
scrapy/utils/misc.py
|
70
|
67
|
2
|
1
|
95.71%
|
|
scrapy/utils/multipart.py
|
1
|
1
|
0
|
0
|
100.00%
|
|
scrapy/utils/ossignal.py
|
16
|
12
|
3
|
1
|
75.00%
|
|
scrapy/utils/project.py
|
55
|
42
|
6
|
7
|
76.36%
|
|
scrapy/utils/python.py
|
190
|
159
|
9
|
22
|
83.68%
|
|
scrapy/utils/reactor.py
|
30
|
21
|
5
|
4
|
70.00%
|
|
scrapy/utils/reqser.py
|
39
|
36
|
1
|
2
|
92.31%
|
|
scrapy/utils/request.py
|
43
|
43
|
0
|
0
|
100.00%
|
|
scrapy/utils/response.py
|
48
|
41
|
2
|
5
|
85.42%
|
|
scrapy/utils/serialize.py
|
31
|
29
|
1
|
1
|
93.55%
|
|
scrapy/utils/signal.py
|
45
|
42
|
2
|
1
|
93.33%
|
|
scrapy/utils/sitemap.py
|
25
|
24
|
1
|
0
|
96.00%
|
|
scrapy/utils/spider.py
|
24
|
18
|
3
|
3
|
75.00%
|
|
scrapy/utils/template.py
|
15
|
15
|
0
|
0
|
100.00%
|
|
scrapy/utils/test.py
|
55
|
30
|
2
|
23
|
54.55%
|
|
scrapy/utils/testproc.py
|
38
|
30
|
2
|
6
|
78.95%
|
|
scrapy/utils/testsite.py
|
31
|
27
|
1
|
3
|
87.10%
|
|
scrapy/utils/trackref.py
|
37
|
32
|
3
|
2
|
86.49%
|
|
scrapy/utils/url.py
|
48
|
48
|
0
|
0
|
100.00%
|
|
scrapy/utils/versions.py
|
28
|
22
|
0
|
6
|
78.57%
|
|
scrapy/xlib/pydispatch.py
|
5
|
0
|
0
|
5
|
0.00%
|
|
scrapy/xlib/tx.py
|
12
|
0
|
0
|
12
|
0.00%
|
kmike