Commit ff3b9a7b authored by Okhin's avatar Okhin

We need to dump the JSON into a file, not to load it

parent 16e24351
Pipeline #1184 passed with stage
in 5 seconds
...@@ -56,7 +56,7 @@ class VoteSpider(BaseSpider): ...@@ -56,7 +56,7 @@ class VoteSpider(BaseSpider):
# Ecriture atomique # Ecriture atomique
with'%s.tmp.gz' % outfile, 'wb') as f: with'%s.tmp.gz' % outfile, 'wb') as f:
f.write(json.loads(votes, cls=ScrapyJSONEncoder).encode('utf-8')) f.write(json.dumps(votes, cls=ScrapyJSONEncoder).encode('utf-8'))
f.write('\n'.encode('utf-8')) f.write('\n'.encode('utf-8'))
f.flush() f.flush()
os.fsync(f.fileno()) os.fsync(f.fileno())
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment