Commit ff3b9a7b authored by Okhin's avatar Okhin

We need to dump the JSON into a file, not to load it

parent 16e24351
Pipeline #1184 passed with stage
in 5 seconds
......@@ -56,7 +56,7 @@ class VoteSpider(BaseSpider):
# Ecriture atomique
with gzip.open('%s.tmp.gz' % outfile, 'wb') as f:
f.write(json.loads(votes, cls=ScrapyJSONEncoder).encode('utf-8'))
f.write(json.dumps(votes, cls=ScrapyJSONEncoder).encode('utf-8'))
f.write('\n'.encode('utf-8'))
f.flush()
os.fsync(f.fileno())
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment