-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathexample.html
More file actions
241 lines (227 loc) · 85.8 KB
/
example.html
File metadata and controls
241 lines (227 loc) · 85.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
<html>
<head><title>Will's Python sampling profiler viewer</title>
<script type="text/javascript">
var example = [[1352241181.539376, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 42, "run", "q = self.crawler.queue"], ["/usr/lib/python2.7/dist-packages/scrapy/command.py", 33, "crawler", "self._crawler.configure()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 34, "configure", "self.extensions = ExtensionManager.from_settings(self.settings)"], ["/usr/lib/python2.7/dist-packages/scrapy/middleware.py", 29, "from_settings", "mwcls = load_object(clspath)"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/misc.py", 37, "load_object", "mod = __import__(module, {}, {}, [''])"], ["/usr/lib/python2.7/dist-packages/scrapy/webservice.py", 7, "<module>", "from twisted.web import server, error"], ["/usr/lib/python2.7/dist-packages/twisted/web/server.py", 28, "<module>", "from twisted.spread import pb"], ["/usr/lib/python2.7/dist-packages/twisted/spread/pb.py", 48, "<module>", "from twisted.spread.jelly import jelly, unjelly, globalSecurity"], ["/usr/lib/python2.7/dist-packages/twisted/spread/jelly.py", 63, "<module>", "\"\"\""]]], [1352241181.639387, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1181, "mainLoop", "self.doIteration(t)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/pollreactor.py", 153, "doPoll", "l = self._poller.poll(timeout)"]]], [1352241182.740817, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241185.839677, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 62, "extract", "text = unicode(data, 'utf-8', errors='ignore') if data else u''"]]], [1352241185.941341, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241186.239744, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 62, "extract", "text = unicode(data, 'utf-8', errors='ignore') if data else u''"]]], [1352241186.439857, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241186.539791, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 62, "extract", "text = unicode(data, 'utf-8', errors='ignore') if data else u''"]]], [1352241186.639361, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241187.039848, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 62, "extract", "text = unicode(data, 'utf-8', errors='ignore') if data else u''"]]], [1352241187.141544, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241188.039371, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 62, "extract", "text = unicode(data, 'utf-8', errors='ignore') if data else u''"]]], [1352241188.141453, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241188.539599, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 62, "extract", "text = unicode(data, 'utf-8', errors='ignore') if data else u''"]]], [1352241188.640413, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241188.839396, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 62, "extract", "text = unicode(data, 'utf-8', errors='ignore') if data else u''"]]], [1352241188.939757, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241189.439682, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 62, "extract", "text = unicode(data, 'utf-8', errors='ignore') if data else u''"]]], [1352241189.54297, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241189.639625, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 62, "extract", "text = unicode(data, 'utf-8', errors='ignore') if data else u''"]]], [1352241189.740322, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241189.939322, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 4220, "getRootElement", "ret = libxml2mod.xmlDocGetRootElement(self._o)"]]], [1352241190.044039, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241190.339322, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 62, "extract", "text = unicode(data, 'utf-8', errors='ignore') if data else u''"]]], [1352241190.442396, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 17, "parse", "sites = hxs.select('//ul/li')"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 46, "select", "expr=xpath) for node in xpath_result])"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 24, "__init__", "if parent:"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 91, "__nonzero__", "return bool(self.extract())"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 61, "extract", "data = self.xmlNode.getRootElement().serialize('utf-8')"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 380, "serialize", "return libxml2mod.serializeNode(self._o, encoding, format)"]]], [1352241191.039323, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 24, "parse", "item['description'] = site.select('text()').extract()"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 41, "select", "xpath_result = self.doc.xpathContext.xpathEval(xpath)"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 7235, "xpathEval", "return xpathObjectRet(ret)"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 567, "xpathObjectRet", "ret = map(xpathObjectRet, o)"]]], [1352241191.139336, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 362, "callback", "self._startRunCallbacks(result)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 458, "_startRunCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/home/will/Code/Temp/dirbot-master/dirbot/spiders/dmoz.py", 22, "parse", "item['name'] = site.select('a/text()').extract()"], ["/usr/lib/python2.7/dist-packages/scrapy/selector/libxml2sel.py", 41, "select", "xpath_result = self.doc.xpathContext.xpathEval(xpath)"], ["/usr/lib/python2.7/dist-packages/libxml2.py", 7233, "xpathEval", "ret = libxml2mod.xmlXPathEval(str, self._o)"]]], [1352241191.247213, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 174, "_process_spidermw_output", "dfd.addBoth(self._itemproc_finished, output, spider)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 321, "addBoth", "callbackKeywords=kw, errbackKeywords=kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 287, "addCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 211, "_itemproc_finished", "log.msg(log.formatter.passed(output, spider), log.INFO, spider=spider)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 120, "msg", "log.msg(message, **kw)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 284, "msg", "self.observers[i](actualEventDict)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 46, "emit", "log.FileLogObserver.emit(self, ev)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 480, "emit", "util.untilConcludes(self.write, timeStr + \" \" + msgStr)"], ["/usr/lib/python2.7/dist-packages/twisted/python/util.py", 784, "untilConcludes", "return f(*a, **kw)"]]], [1352241191.339315, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 174, "_process_spidermw_output", "dfd.addBoth(self._itemproc_finished, output, spider)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 321, "addBoth", "callbackKeywords=kw, errbackKeywords=kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 287, "addCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 214, "_itemproc_finished", "item=output, spider=spider, output=output, original_item=item)"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/signal.py", 53, "send_catch_log_deferred", "*arguments, **named)"]]], [1352241191.439314, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 163, "_process_spidermw_output", "if isinstance(output, Request):"]]], [1352241191.539321, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 174, "_process_spidermw_output", "dfd.addBoth(self._itemproc_finished, output, spider)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 321, "addBoth", "callbackKeywords=kw, errbackKeywords=kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 287, "addCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 211, "_itemproc_finished", "log.msg(log.formatter.passed(output, spider), log.INFO, spider=spider)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 120, "msg", "log.msg(message, **kw)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 284, "msg", "self.observers[i](actualEventDict)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 46, "emit", "log.FileLogObserver.emit(self, ev)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 476, "emit", "timeStr = self.formatTime(eventDict['time'])"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 458, "formatTime", "tzOffset = -self.getTimezoneOffset(when)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 437, "getTimezoneOffset", "offset = datetime.utcfromtimestamp(when) - datetime.fromtimestamp(when)"]]], [1352241191.645786, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 174, "_process_spidermw_output", "dfd.addBoth(self._itemproc_finished, output, spider)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 321, "addBoth", "callbackKeywords=kw, errbackKeywords=kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 287, "addCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 211, "_itemproc_finished", "log.msg(log.formatter.passed(output, spider), log.INFO, spider=spider)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 120, "msg", "log.msg(message, **kw)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 284, "msg", "self.observers[i](actualEventDict)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 46, "emit", "log.FileLogObserver.emit(self, ev)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 480, "emit", "util.untilConcludes(self.write, timeStr + \" \" + msgStr)"], ["/usr/lib/python2.7/dist-packages/twisted/python/util.py", 784, "untilConcludes", "return f(*a, **kw)"]]], [1352241191.739324, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 174, "_process_spidermw_output", "dfd.addBoth(self._itemproc_finished, output, spider)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 321, "addBoth", "callbackKeywords=kw, errbackKeywords=kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 287, "addCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 214, "_itemproc_finished", "item=output, spider=spider, output=output, original_item=item)"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/signal.py", 51, "send_catch_log_deferred", "for receiver in liveReceivers(getAllReceivers(sender, signal)):"], ["/usr/lib/python2.7/dist-packages/scrapy/xlib/pydispatch/dispatcher.py", 267, "liveReceivers", "for receiver in receivers:"], ["/usr/lib/python2.7/dist-packages/scrapy/xlib/pydispatch/dispatcher.py", 294, "getAllReceivers", "getReceivers( Any, Any ),"], ["/usr/lib/python2.7/dist-packages/scrapy/xlib/pydispatch/dispatcher.py", 255, "getReceivers", "return connections[id(sender)][signal]"]]], [1352241191.839314, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 594, "_tick", "for taskObj in self._tasksWhileNotStopped():"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 584, "_tasksWhileNotStopped", "if terminator():"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 313, "__call__", "return time.time() >= self.end"]]], [1352241191.939398, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 174, "_process_spidermw_output", "dfd.addBoth(self._itemproc_finished, output, spider)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 321, "addBoth", "callbackKeywords=kw, errbackKeywords=kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 287, "addCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 211, "_itemproc_finished", "log.msg(log.formatter.passed(output, spider), log.INFO, spider=spider)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 120, "msg", "log.msg(message, **kw)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 284, "msg", "self.observers[i](actualEventDict)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 46, "emit", "log.FileLogObserver.emit(self, ev)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 480, "emit", "util.untilConcludes(self.write, timeStr + \" \" + msgStr)"], ["/usr/lib/python2.7/dist-packages/twisted/python/util.py", 784, "untilConcludes", "return f(*a, **kw)"]]], [1352241192.043352, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 169, "_process_spidermw_output", "level=log.DEBUG, spider=spider)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 120, "msg", "log.msg(message, **kw)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 284, "msg", "self.observers[i](actualEventDict)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 46, "emit", "log.FileLogObserver.emit(self, ev)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 480, "emit", "util.untilConcludes(self.write, timeStr + \" \" + msgStr)"], ["/usr/lib/python2.7/dist-packages/twisted/python/util.py", 784, "untilConcludes", "return f(*a, **kw)"]]], [1352241192.139356, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 169, "_process_spidermw_output", "level=log.DEBUG, spider=spider)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 120, "msg", "log.msg(message, **kw)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 284, "msg", "self.observers[i](actualEventDict)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 46, "emit", "log.FileLogObserver.emit(self, ev)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 476, "emit", "timeStr = self.formatTime(eventDict['time'])"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 469, "formatTime", "tzSign, tzHour, tzMin)"]]], [1352241192.239334, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 169, "_process_spidermw_output", "level=log.DEBUG, spider=spider)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 120, "msg", "log.msg(message, **kw)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 282, "msg", "for i in xrange(len(self.observers) - 1, -1, -1):"]]], [1352241192.349686, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 169, "_process_spidermw_output", "level=log.DEBUG, spider=spider)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 120, "msg", "log.msg(message, **kw)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 284, "msg", "self.observers[i](actualEventDict)"], ["/usr/lib/python2.7/dist-packages/scrapy/log.py", 46, "emit", "log.FileLogObserver.emit(self, ev)"], ["/usr/lib/python2.7/dist-packages/twisted/python/log.py", 480, "emit", "util.untilConcludes(self.write, timeStr + \" \" + msgStr)"], ["/usr/lib/python2.7/dist-packages/twisted/python/util.py", 784, "untilConcludes", "return f(*a, **kw)"]]], [1352241192.539326, 140007464703744, "MainThread", [["/usr/bin/scrapy", 4, "<module>", "execute()"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 131, "execute", "_run_print_help(parser, _run_command, cmd, args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 97, "_run_print_help", "func(*a, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/cmdline.py", 138, "_run_command", "cmd.run(args, opts)"], ["/usr/lib/python2.7/dist-packages/scrapy/commands/crawl.py", 59, "run", "self.crawler.start()"], ["/usr/lib/python2.7/dist-packages/scrapy/crawler.py", 100, "start", "reactor.run(installSignalHandlers=False) # blocking call"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1169, "run", "self.mainLoop()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 1178, "mainLoop", "self.runUntilCurrent()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/base.py", 800, "runUntilCurrent", "call.func(*call.args, **call.kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 595, "_tick", "taskObj._oneWorkUnit()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/task.py", 472, "_oneWorkUnit", "result = self._iterator.next()"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/defer.py", 57, "<genexpr>", "work = (callable(elem, *args, **named) for elem in iterable)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 174, "_process_spidermw_output", "dfd.addBoth(self._itemproc_finished, output, spider)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 321, "addBoth", "callbackKeywords=kw, errbackKeywords=kw)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 287, "addCallbacks", "self._runCallbacks()"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 545, "_runCallbacks", "current.result = callback(current.result, *args, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/core/scraper.py", 214, "_itemproc_finished", "item=output, spider=spider, output=output, original_item=item)"], ["/usr/lib/python2.7/dist-packages/scrapy/utils/signal.py", 53, "send_catch_log_deferred", "*arguments, **named)"], ["/usr/lib/python2.7/dist-packages/twisted/internet/defer.py", 134, "maybeDeferred", "result = f(*args, **kw)"], ["/usr/lib/python2.7/dist-packages/scrapy/xlib/pydispatch/robustapply.py", 32, "robustApply", "receiver, codeObject, startIndex = function( receiver )"]]], [1352241192.58071, null, null, []]];
var width_sec = 60,
width_min = 6,
height_line = 25,
margin = 10,
baseline,
canvas_font = 'bold 15px sans-serif',
samples = [];
function same(prev,sample) {
var same_as_prev = 0;
if(prev && sample[1] == prev[1] && sample[2] == prev[2]) {
for(var i=0; ; i++)
if(i >= sample[3].length || i >= prev[3].length ||
sample[3][i][0] != prev[3][i][0] ||
sample[3][i][1] != prev[3][i][1]) {
same_as_prev = i;
break;
}
}
return same_as_prev;
}
function measureText(ctx,text) {
if(text in measureText.cache)
return measureText.cache[text];
return measureText.cache[text] = ctx.measureText(text).width;
}
function load(data) {
measureText.cache = {};
info.hit = null;
document.getElementById("tooltip").style.display = "none";
samples = [];
var canvas = document.getElementById("viewer-canvas"),
prev = null,
x = margin*2,
w = x,
i = 0;
for(var i in data) {
if(i == data.length-1) // last is sentinal
break;
var sample = data[i],
same_as_prev = same(prev,sample);
sample.x = x;
sample.duration = sample.duration || data[eval(i)+1][0]-sample[0];
sample.w = sample.w || Math.max(Math.round(sample.duration*width_sec+0.5),width_min);
if(same_as_prev == sample[3].length && same_as_prev == prev[3].length) {
// as the stacks are the same, join the samples
x -= prev.w + 1;
prev.w += sample.w;
prev.duration += sample.duration;
sample = prev;
} else
sample.width_stack = measureStack(sample[3]);
var new_width = Math.max(w,x+Math.max(sample.w,sample.width_stack));
if(new_width > 32767) { //MacOS canvas limit
alert("too many samples; truncated output");
break;
}
w = new_width;
if(sample.width_stack > x) { // shuffle all to make room for it
//TODO
}
x += sample.w + 1;
if(sample != prev) {
samples.push(sample);
prev = sample;
}
}
canvas.width = w;
canvas.height = document.body.clientHeight-canvas.offsetTop-20;
baseline = canvas.height*0.95;
draw();
}
function draw(prev_lock) {
var canvas = document.getElementById("viewer-canvas"),
ctx = canvas.getContext("2d"),
prev = null;
for(var sample in samples) {
sample = samples[sample];
draw_sample(canvas,ctx,prev_lock||prev,sample);
prev = sample;
}
}
function draw_sample(canvas,ctx,prev,sample) {
var x = sample.x,
y = baseline,
w = sample.w,
same_as_prev = same(prev,sample),
same_height = same_as_prev*height_line,
diff_height = (sample[3].length-same_as_prev)*height_line;
if(same_height > 0) {
ctx.fillStyle="#FF0000";
ctx.fillRect(x,y-same_height,w,same_height);
}
if(diff_height > 0) {
ctx.fillStyle="#0000FF";
ctx.fillRect(x,y-(same_height+diff_height),w,diff_height);
}
}
function measureStack(stack) {
var canvas = document.getElementById("viewer-canvas"),
ctx = canvas.getContext("2d"),
w = 0;
ctx.font = canvas_font;
for(var line in stack) {
line = stack[line];
line = ""+line[2]+"#"+line[1]+" "+line[3];
w = Math.max(w,measureText(ctx,line));
}
return w;
}
function poorMansOutlinedText(ctx,text,x,y,bgColour,fgColour) {
ctx.fillStyle = bgColour;
for(var xofs=-1; xofs<2; xofs++)
for(var yofs=-1; yofs<2; yofs++)
ctx.fillText(text,x+xofs,y+yofs);
ctx.fillStyle = fgColour;
ctx.fillText(text,x,y);
}
function info(e) {
e = e || window.event;
var canvas = document.getElementById("viewer-canvas"),
ctx = canvas.getContext("2d"),
tooltip = document.getElementById("tooltip"),
x = e.pageX - canvas.offsetLeft,
y = e.pageY - canvas.offsetTop,
sample = info.hit;
if(e.type == "mousemove") {
var dirty = false;
if(sample && x >= info.hit_rect.x && x < info.hit_rect.x+info.hit_rect.w &&
y >= info.hit_rect.y && y < info.hit_rect.y+info.hit_rect.h) {
var row = sample[3].length-Math.round((y-info.hit_rect.y) / height_line - 0.5)-1;
dirty = (row != info.hit_frame);
info.hit_frame = row;
tooltip.innerHTML = escape(sample[3][row][0]).replace(/%(..)/g,"&#x$1;");
tooltip.style.display = "";
tooltip.style.left = ""+(e.pageX+10)+"px";
tooltip.style.top = ""+e.pageY+"px";
} else {
tooltip.style.display = "none";
}
if(!dirty)
return;
} else {
if(info.hit) {
// check if we are still over the same sample
if(x >= info.hit.x && x < (info.hit.x+info.hit.w))
return;
ctx.clearRect(0,0,canvas.width,canvas.height);
info.hit = null;
tooltip.style.display = "none";
info.hit_frame = null;
}
// find the stack trace we're over right now
// TODO binary search if this is a problem
for(var sample in samples) {
sample = samples[sample];
if(x >= sample.x && x < (sample.x+sample.w)) {
info.hit = sample;
break;
}
}
if(!info.hit) {
draw();
return;
}
}
canvas.width = canvas.width;
ctx.fillStyle = "rgb(200,200,240)";
ctx.fillRect(sample.x,0,sample.w,canvas.height);
draw(sample);
ctx.font = canvas_font;
var h = sample[3].length*height_line;
info.hit_rect = {x:sample.x, y:baseline-h, w:sample.width_stack+margin*2, h:h};
// and draw it
if(info.hit_frame != null) {
ctx.fillStyle = "rgba(200,200,200,0.4)";
ctx.fillRect(0,info.hit_rect.y+(sample[3].length-1-info.hit_frame)*height_line,canvas.width,height_line);
}
ctx.fillStyle = "rgba(200,200,200,0.3)";
ctx.fillRect(info.hit_rect.x,info.hit_rect.y,info.hit_rect.w,info.hit_rect.h);
ctx.textBaseline = "top";
var y = baseline-height_line+4;
for(var line in sample[3]) {
line = sample[3][line];
line = ""+line[2]+"#"+line[1]+" "+line[3];
poorMansOutlinedText(ctx,line,info.hit_rect.x+margin,y,"rgb(40,40,40)","rgb(255,255,255)");
y -= height_line;
}
var time_info = ""+(sample.duration*1000).toFixed(2)+"ms @ "+(sample[0]-samples[0][0]).toFixed(2)+"s";
poorMansOutlinedText(ctx,time_info,sample.x+sample.w-ctx.measureText(time_info).width,height_line,"rgb(255,255,255)","rgb(40,40,40)");
}
function start(file) {
var reader = new FileReader();
reader.onload = function(e) {
load(JSON.parse(e.target.result));
};
reader.readAsBinaryString(file);
}
function init() {
var canvas = document.getElementById("viewer-canvas");
canvas.addEventListener('mousedown',info,false);
canvas.addEventListener('mousemove',info,false);
window.onresize = function() {
info.dirty = null;
if(samples.length) { // simple way to fully relayout
var last = samples[samples.length-1],
data = samples.concat([[last[0]+last.duration,null,null,[]]]); // put the sentinal back
load(data);
}
};
load(example);
if(window.File && window.FileReader && window.FileList && window.Blob) {
} else
alert('The File APIs are not fully supported in this browser');
}
</script>
<body style="font-family:sans-serif;" onload="init()">
<p>(this is an example of a <a href="https://github.com/williame/will_profile">will_profile</a> trace taken from a short scrapy dmoz run; click around)</p>
<div id="tooltip" style="position:absolute; display:none; background-color:yellow; color:blue;"></div>
<canvas id="viewer-canvas">
Sorry, you don't have a canvas to visualise on :(
</canvas>
</body>
</head>