From 64f17924e5dbeab72855272372b95b869b364960 Mon Sep 17 00:00:00 2001 From: 23f3001827 <23f3001827@ds.study.iitm.ac.in> Date: Fri, 5 Jun 2026 12:03:40 +0530 Subject: [PATCH 1/2] Enhanced file reader script to allow conversion to best datatypes possible when there are nulls in file Signed-off-by: 23f3001827 <23f3001827@ds.study.iitm.ac.in> --- ingen/reader/file_reader.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/ingen/reader/file_reader.py b/ingen/reader/file_reader.py index 195434dc..621cf4f3 100644 --- a/ingen/reader/file_reader.py +++ b/ingen/reader/file_reader.py @@ -41,7 +41,8 @@ def read(self, src): result = pd.DataFrame(columns=config['all_cols']) else: raise - + if src.get('convert_dtypes',False): + result=result.convert_dtypes() return result From bd466c5ef307e585f57ba4b968e5928fb0de831f Mon Sep 17 00:00:00 2001 From: kaushik-sb Date: Fri, 19 Jun 2026 02:11:40 +0530 Subject: [PATCH 2/2] Moved convert dtypes call in file reader within try catch block --- ingen/reader/file_reader.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/ingen/reader/file_reader.py b/ingen/reader/file_reader.py index 621cf4f3..49a0d245 100644 --- a/ingen/reader/file_reader.py +++ b/ingen/reader/file_reader.py @@ -33,6 +33,10 @@ def read(self, src): names=config['all_cols'], dtype=dtype, encoding=encoding) + + if src.get('convert_dtypes',False): + result=result.convert_dtypes() + except TypeError: logging.error(self.DTYPE_LOG_MSG) raise @@ -41,8 +45,6 @@ def read(self, src): result = pd.DataFrame(columns=config['all_cols']) else: raise - if src.get('convert_dtypes',False): - result=result.convert_dtypes() return result