From b73b2cbef31e40854f488c7962aca09fc15e99a3 Mon Sep 17 00:00:00 2001 From: Humberto Rocha Date: Fri, 17 Jul 2020 18:20:39 -0400 Subject: [PATCH] Set field_size_limit to max long int size on csv plugin --- rows/plugins/plugin_csv.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/rows/plugins/plugin_csv.py b/rows/plugins/plugin_csv.py index 29f390e8..d1b3222b 100644 --- a/rows/plugins/plugin_csv.py +++ b/rows/plugins/plugin_csv.py @@ -19,6 +19,7 @@ from io import BytesIO +import ctypes import six import unicodecsv @@ -32,9 +33,8 @@ sniffer = unicodecsv.Sniffer() # Some CSV files have more than 128kB of data in a cell, so we force this value # to be greater (16MB). -# TODO: check if it impacts in memory usage. # TODO: may add option to change it by passing a parameter to import/export. -unicodecsv.field_size_limit(16777216) +unicodecsv.field_size_limit(int(ctypes.c_ulong(-1).value) // 2) def fix_dialect(dialect):