🔒 Fix unsafe CSV deserialization by removing engine="python"

.github/workflows/actions.yml

@@ -11,10 +11,10 @@ jobs:
   surpyval_ci:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Set-up Python 3.x
-        uses: actions/setup-python@v4
+        uses: actions/setup-python@v5
         with:
           python-version: '3.10'
 
@@ -33,7 +33,7 @@ jobs:
           coverage html
 
       - name: Upload coverage html report artifact
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: coverage-html-report
           path: htmlcov/

requirements.txt

@@ -1,7 +1,10 @@
 # Production requirements
 # For development, use requirements_dev.txt instead
 lifelines==0.27.4
+scipy<1.14
+setuptools<70
 numba==0.56.4
 numpy-indexed==0.3.5
+numdifftools
 reliability==0.8.6
 matplotlib==3.6

surpyval/datasets/__init__.py

@@ -89,7 +89,7 @@ def load_bofors_steel():
     with importlib.resources.path(
         data_module, "bofors_steel.csv"
     ) as data_path:
-        return pd.read_csv(data_path, engine="python")
+        return pd.read_csv(data_path)
 
 
 def load_boston_housing():
@@ -109,7 +109,7 @@ def load_boston_housing():
 
     """
     with importlib.resources.path(data_module, "boston.csv") as data_path:
-        return pd.read_csv(data_path, engine="python")
+        return pd.read_csv(data_path)
 
 
 def load_g1_kaminskiy_krivtsov():
@@ -141,7 +141,7 @@ def load_heart_transplants():
     """
 
     with importlib.resources.path(data_module, "heart.csv") as data_path:
-        return pd.read_csv(data_path, engine="python")
+        return pd.read_csv(data_path)
 
 
 def load_lung():
@@ -160,7 +160,7 @@ def load_lung():
     """
 
     with importlib.resources.path(data_module, "lung.csv") as data_path:
-        return pd.read_csv(data_path, engine="python")
+        return pd.read_csv(data_path)
 
 
 def load_mettas_and_zhao():
@@ -246,7 +246,7 @@ def load_rossi_static():
     """
 
     with importlib.resources.path(data_module, "rossi.csv") as data_path:
-        return pd.read_csv(data_path, engine="python")
+        return pd.read_csv(data_path)
 
 
 def load_rossi_time_varying():
@@ -266,7 +266,7 @@ def load_rossi_time_varying():
     """
 
     with importlib.resources.path(data_module, "rossi_tv.csv") as data_path:
-        return pd.read_csv(data_path, engine="python")
+        return pd.read_csv(data_path)
 
 
 def load_tires_data():
@@ -282,7 +282,7 @@ def load_tires_data():
     """
 
     with importlib.resources.path(data_module, "tires.csv") as data_path:
-        return pd.read_csv(data_path, engine="python")
+        return pd.read_csv(data_path)
 
 
 def load_sae():