|
scrapy/__init__.py
|
19
|
16
|
1
|
2
|
84.21%
|
|
scrapy/__main__.py
|
3
|
1
|
1
|
1
|
33.33%
|
|
scrapy/cmdline.py
|
125
|
84
|
11
|
30
|
67.20%
|
|
scrapy/commands/__init__.py
|
71
|
48
|
5
|
18
|
67.61%
|
|
scrapy/commands/bench.py
|
38
|
38
|
0
|
0
|
100.00%
|
|
scrapy/commands/check.py
|
69
|
49
|
6
|
14
|
71.01%
|
|
scrapy/commands/crawl.py
|
20
|
12
|
4
|
4
|
60.00%
|
|
scrapy/commands/edit.py
|
27
|
12
|
0
|
15
|
44.44%
|
|
scrapy/commands/fetch.py
|
46
|
41
|
2
|
3
|
89.13%
|
|
scrapy/commands/genspider.py
|
107
|
94
|
7
|
6
|
87.85%
|
|
scrapy/commands/list.py
|
9
|
7
|
1
|
1
|
77.78%
|
|
scrapy/commands/parse.py
|
178
|
36
|
0
|
142
|
20.22%
|
|
scrapy/commands/runspider.py
|
46
|
41
|
3
|
2
|
89.13%
|
|
scrapy/commands/settings.py
|
32
|
23
|
1
|
8
|
71.88%
|
|
scrapy/commands/shell.py
|
42
|
39
|
1
|
2
|
92.86%
|
|
scrapy/commands/startproject.py
|
78
|
78
|
0
|
0
|
100.00%
|
|
scrapy/commands/version.py
|
19
|
19
|
0
|
0
|
100.00%
|
|
scrapy/commands/view.py
|
12
|
7
|
0
|
5
|
58.33%
|
|
scrapy/contracts/__init__.py
|
128
|
107
|
4
|
17
|
83.59%
|
|
scrapy/contracts/default.py
|
52
|
46
|
2
|
4
|
88.46%
|
|
scrapy/core/downloader/__init__.py
|
133
|
123
|
4
|
6
|
92.48%
|
|
scrapy/core/downloader/contextfactory.py
|
54
|
47
|
1
|
6
|
87.04%
|
|
scrapy/core/downloader/handlers/__init__.py
|
55
|
51
|
2
|
2
|
92.73%
|
|
scrapy/core/downloader/handlers/datauri.py
|
15
|
14
|
1
|
0
|
93.33%
|
|
scrapy/core/downloader/handlers/file.py
|
12
|
12
|
0
|
0
|
100.00%
|
|
scrapy/core/downloader/handlers/ftp.py
|
62
|
61
|
1
|
0
|
98.39%
|
|
scrapy/core/downloader/handlers/http.py
|
2
|
2
|
0
|
0
|
100.00%
|
|
scrapy/core/downloader/handlers/http10.py
|
23
|
23
|
0
|
0
|
100.00%
|
|
scrapy/core/downloader/handlers/http11.py
|
306
|
288
|
9
|
9
|
94.12%
|
|
scrapy/core/downloader/handlers/http2.py
|
76
|
76
|
0
|
0
|
100.00%
|
|
scrapy/core/downloader/handlers/s3.py
|
46
|
43
|
2
|
1
|
93.48%
|
|
scrapy/core/downloader/middleware.py
|
58
|
56
|
1
|
1
|
96.55%
|
|
scrapy/core/downloader/tls.py
|
35
|
34
|
1
|
0
|
97.14%
|
|
scrapy/core/downloader/webclient.py
|
130
|
123
|
1
|
6
|
94.62%
|
|
scrapy/core/engine.py
|
266
|
224
|
22
|
20
|
84.21%
|
|
scrapy/core/http2/agent.py
|
83
|
80
|
1
|
2
|
96.39%
|
|
scrapy/core/http2/protocol.py
|
199
|
166
|
7
|
26
|
83.42%
|
|
scrapy/core/http2/stream.py
|
174
|
159
|
7
|
8
|
91.38%
|
|
scrapy/core/scheduler.py
|
129
|
121
|
0
|
8
|
93.80%
|
|
scrapy/core/scraper.py
|
173
|
152
|
10
|
11
|
87.86%
|
|
scrapy/core/spidermw.py
|
98
|
98
|
0
|
0
|
100.00%
|
|
scrapy/crawler.py
|
179
|
158
|
3
|
18
|
88.27%
|
|
scrapy/downloadermiddlewares/ajaxcrawl.py
|
40
|
38
|
1
|
1
|
95.00%
|
|
scrapy/downloadermiddlewares/cookies.py
|
77
|
75
|
2
|
0
|
97.40%
|
|
scrapy/downloadermiddlewares/decompression.py
|
55
|
55
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/defaultheaders.py
|
11
|
11
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/downloadtimeout.py
|
14
|
13
|
1
|
0
|
92.86%
|
|
scrapy/downloadermiddlewares/httpauth.py
|
31
|
31
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/httpcache.py
|
83
|
78
|
1
|
4
|
93.98%
|
|
scrapy/downloadermiddlewares/httpcompression.py
|
68
|
63
|
1
|
4
|
92.65%
|
|
scrapy/downloadermiddlewares/httpproxy.py
|
53
|
53
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/redirect.py
|
67
|
65
|
1
|
1
|
97.01%
|
|
scrapy/downloadermiddlewares/retry.py
|
64
|
64
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/robotstxt.py
|
76
|
76
|
0
|
0
|
100.00%
|
|
scrapy/downloadermiddlewares/stats.py
|
27
|
25
|
1
|
1
|
92.59%
|
|
scrapy/downloadermiddlewares/useragent.py
|
14
|
14
|
0
|
0
|
100.00%
|
|
scrapy/dupefilters.py
|
61
|
60
|
0
|
1
|
98.36%
|
|
scrapy/exceptions.py
|
27
|
27
|
0
|
0
|
100.00%
|
|
scrapy/exporters.py
|
225
|
225
|
0
|
0
|
100.00%
|
|
scrapy/extension.py
|
7
|
7
|
0
|
0
|
100.00%
|
|
scrapy/extensions/closespider.py
|
41
|
39
|
1
|
1
|
95.12%
|
|
scrapy/extensions/corestats.py
|
33
|
33
|
0
|
0
|
100.00%
|
|
scrapy/extensions/debug.py
|
39
|
18
|
0
|
21
|
46.15%
|
|
scrapy/extensions/feedexport.py
|
305
|
290
|
5
|
10
|
95.08%
|
|
scrapy/extensions/httpcache.py
|
241
|
230
|
4
|
7
|
95.44%
|
|
scrapy/extensions/logstats.py
|
37
|
37
|
0
|
0
|
100.00%
|
|
scrapy/extensions/memdebug.py
|
21
|
10
|
1
|
10
|
47.62%
|
|
scrapy/extensions/memusage.py
|
90
|
45
|
5
|
40
|
50.00%
|
|
scrapy/extensions/postprocessing.py
|
66
|
65
|
0
|
1
|
98.48%
|
|
scrapy/extensions/spiderstate.py
|
29
|
29
|
0
|
0
|
100.00%
|
|
scrapy/extensions/statsmailer.py
|
24
|
0
|
0
|
24
|
0.00%
|
|
scrapy/extensions/telnet.py
|
60
|
49
|
3
|
8
|
81.67%
|
|
scrapy/extensions/throttle.py
|
50
|
23
|
0
|
27
|
46.00%
|
|
scrapy/http/__init__.py
|
9
|
9
|
0
|
0
|
100.00%
|
|
scrapy/http/common.py
|
6
|
6
|
0
|
0
|
100.00%
|
|
scrapy/http/cookies.py
|
119
|
109
|
2
|
8
|
91.60%
|
|
scrapy/http/headers.py
|
61
|
60
|
0
|
1
|
98.36%
|
|
scrapy/http/request/__init__.py
|
91
|
89
|
1
|
1
|
97.80%
|
|
scrapy/http/request/form.py
|
133
|
127
|
3
|
3
|
95.49%
|
|
scrapy/http/request/json_request.py
|
39
|
37
|
1
|
1
|
94.87%
|
|
scrapy/http/request/rpc.py
|
16
|
16
|
0
|
0
|
100.00%
|
|
scrapy/http/response/__init__.py
|
79
|
77
|
1
|
1
|
97.47%
|
|
scrapy/http/response/html.py
|
3
|
3
|
0
|
0
|
100.00%
|
|
scrapy/http/response/text.py
|
122
|
122
|
0
|
0
|
100.00%
|
|
scrapy/http/response/xml.py
|
3
|
3
|
0
|
0
|
100.00%
|
|
scrapy/interfaces.py
|
6
|
6
|
0
|
0
|
100.00%
|
|
scrapy/item.py
|
80
|
79
|
0
|
1
|
98.75%
|
|
scrapy/link.py
|
16
|
16
|
0
|
0
|
100.00%
|
|
scrapy/linkextractors/__init__.py
|
69
|
67
|
1
|
1
|
97.10%
|
|
scrapy/linkextractors/lxmlhtml.py
|
80
|
76
|
2
|
2
|
95.00%
|
|
scrapy/loader/__init__.py
|
14
|
14
|
0
|
0
|
100.00%
|
|
scrapy/loader/common.py
|
6
|
6
|
0
|
0
|
100.00%
|
|
scrapy/loader/processors.py
|
8
|
8
|
0
|
0
|
100.00%
|
|
scrapy/logformatter.py
|
37
|
35
|
1
|
1
|
94.59%
|
|
scrapy/mail.py
|
81
|
60
|
3
|
18
|
74.07%
|
|
scrapy/middleware.py
|
56
|
51
|
1
|
4
|
91.07%
|
|
scrapy/pipelines/__init__.py
|
14
|
13
|
1
|
0
|
92.86%
|
|
scrapy/pipelines/files.py
|
288
|
207
|
9
|
72
|
71.88%
|
|
scrapy/pipelines/images.py
|
115
|
104
|
4
|
7
|
90.43%
|
|
scrapy/pipelines/media.py
|
141
|
137
|
1
|
3
|
97.16%
|
|
scrapy/pqueues.py
|
121
|
120
|
0
|
1
|
99.17%
|
|
scrapy/resolver.py
|
77
|
71
|
3
|
3
|
92.21%
|
|
scrapy/responsetypes.py
|
67
|
63
|
1
|
3
|
94.03%
|
|
scrapy/robotstxt.py
|
81
|
79
|
0
|
2
|
97.53%
|
|
scrapy/selector/__init__.py
|
1
|
1
|
0
|
0
|
100.00%
|
|
scrapy/selector/unified.py
|
27
|
27
|
0
|
0
|
100.00%
|
|
scrapy/settings/__init__.py
|
171
|
159
|
0
|
12
|
92.98%
|
|
scrapy/settings/default_settings.py
|
160
|
158
|
1
|
1
|
98.75%
|
|
scrapy/shell.py
|
128
|
88
|
7
|
33
|
68.75%
|
|
scrapy/signalmanager.py
|
20
|
16
|
0
|
4
|
80.00%
|
|
scrapy/signals.py
|
22
|
22
|
0
|
0
|
100.00%
|
|
scrapy/spiderloader.py
|
48
|
48
|
0
|
0
|
100.00%
|
|
scrapy/spidermiddlewares/depth.py
|
35
|
35
|
0
|
0
|
100.00%
|
|
scrapy/spidermiddlewares/httperror.py
|
34
|
34
|
0
|
0
|
100.00%
|
|
scrapy/spidermiddlewares/offsite.py
|
57
|
57
|
0
|
0
|
100.00%
|
|
scrapy/spidermiddlewares/referer.py
|
145
|
135
|
6
|
4
|
93.10%
|
|
scrapy/spidermiddlewares/urllength.py
|
21
|
19
|
1
|
1
|
90.48%
|
|
scrapy/spiders/__init__.py
|
58
|
58
|
0
|
0
|
100.00%
|
|
scrapy/spiders/crawl.py
|
83
|
78
|
4
|
1
|
93.98%
|
|
scrapy/spiders/feed.py
|
65
|
43
|
2
|
20
|
66.15%
|
|
scrapy/spiders/init.py
|
10
|
10
|
0
|
0
|
100.00%
|
|
scrapy/spiders/sitemap.py
|
62
|
50
|
8
|
4
|
80.65%
|
|
scrapy/squeues.py
|
86
|
86
|
0
|
0
|
100.00%
|
|
scrapy/statscollectors.py
|
51
|
47
|
1
|
3
|
92.16%
|
|
scrapy/utils/asyncgen.py
|
6
|
6
|
0
|
0
|
100.00%
|
|
scrapy/utils/benchserver.py
|
32
|
9
|
1
|
22
|
28.13%
|
|
scrapy/utils/boto.py
|
16
|
7
|
0
|
9
|
43.75%
|
|
scrapy/utils/conf.py
|
112
|
105
|
3
|
4
|
93.75%
|
|
scrapy/utils/console.py
|
62
|
37
|
1
|
24
|
59.68%
|
|
scrapy/utils/curl.py
|
60
|
60
|
0
|
0
|
100.00%
|
|
scrapy/utils/datatypes.py
|
66
|
66
|
0
|
0
|
100.00%
|
|
scrapy/utils/decorators.py
|
28
|
23
|
1
|
4
|
82.14%
|
|
scrapy/utils/defer.py
|
99
|
95
|
2
|
2
|
95.96%
|
|
scrapy/utils/deprecate.py
|
65
|
62
|
1
|
2
|
95.38%
|
|
scrapy/utils/display.py
|
28
|
26
|
0
|
2
|
92.86%
|
|
scrapy/utils/engine.py
|
19
|
16
|
0
|
3
|
84.21%
|
|
scrapy/utils/ftp.py
|
23
|
18
|
0
|
5
|
78.26%
|
|
scrapy/utils/gz.py
|
24
|
23
|
0
|
1
|
95.83%
|
|
scrapy/utils/httpobj.py
|
9
|
9
|
0
|
0
|
100.00%
|
|
scrapy/utils/iterators.py
|
97
|
95
|
0
|
2
|
97.94%
|
|
scrapy/utils/job.py
|
8
|
6
|
1
|
1
|
75.00%
|
|
scrapy/utils/log.py
|
94
|
84
|
5
|
5
|
89.36%
|
|
scrapy/utils/misc.py
|
132
|
129
|
2
|
1
|
97.73%
|
|
scrapy/utils/ossignal.py
|
15
|
11
|
3
|
1
|
73.33%
|
|
scrapy/utils/project.py
|
55
|
44
|
5
|
6
|
80.00%
|
|
scrapy/utils/py36.py
|
4
|
4
|
0
|
0
|
100.00%
|
|
scrapy/utils/python.py
|
170
|
149
|
7
|
14
|
87.65%
|
|
scrapy/utils/reactor.py
|
60
|
49
|
6
|
5
|
81.67%
|
|
scrapy/utils/reqser.py
|
10
|
10
|
0
|
0
|
100.00%
|
|
scrapy/utils/request.py
|
62
|
62
|
0
|
0
|
100.00%
|
|
scrapy/utils/response.py
|
47
|
42
|
2
|
3
|
89.36%
|
|
scrapy/utils/serialize.py
|
31
|
29
|
1
|
1
|
93.55%
|
|
scrapy/utils/signal.py
|
48
|
47
|
1
|
0
|
97.92%
|
|
scrapy/utils/sitemap.py
|
25
|
24
|
1
|
0
|
96.00%
|
|
scrapy/utils/spider.py
|
33
|
27
|
3
|
3
|
81.82%
|
|
scrapy/utils/ssl.py
|
41
|
29
|
6
|
6
|
70.73%
|
|
scrapy/utils/template.py
|
15
|
15
|
0
|
0
|
100.00%
|
|
scrapy/utils/test.py
|
64
|
39
|
2
|
23
|
60.94%
|
|
scrapy/utils/testproc.py
|
38
|
30
|
2
|
6
|
78.95%
|
|
scrapy/utils/testsite.py
|
31
|
26
|
1
|
4
|
83.87%
|
|
scrapy/utils/trackref.py
|
36
|
30
|
4
|
2
|
83.33%
|
|
scrapy/utils/url.py
|
51
|
51
|
0
|
0
|
100.00%
|
|
scrapy/utils/versions.py
|
14
|
14
|
0
|
0
|
100.00%
|
bulatbulat48