debug badrow

This commit is contained in:
Lex Berezhny 2020-06-27 09:39:23 -04:00
parent 211f8b2e59
commit 4d1eafc0a4

View file

@ -568,7 +568,22 @@ class BulkLoader:
execute = self.ctx.connection.execute
for sql, rows in queries:
for chunk_rows in chunk(rows, batch_size):
execute(sql, chunk_rows)
try:
execute(sql, chunk_rows)
except:
for row in chunk_rows:
try:
execute(sql, [row])
except:
print(sql)
print(row)
with open('badrow', 'wb') as badrow:
badrow.write(str(sql).encode())
badrow.write(repr(row).encode())
p.ctx.message_queue.put_nowait(
(Event.COMPLETE.value, os.getpid(), 1, 1)
)
raise
if p:
done += int(len(chunk_rows)/row_scale)
p.step(done)