fix: add compatibility for type-infer==0.0.18

Author: paxcema

docssrc/source/tutorials/tutorial_data_analysis/tutorial_data_analysis.ipynb

@@ -295,10 +295,10 @@
     }
    ],
    "source": [
-    "from type_infer.infer import infer_types\n",
+    "from type_infer.api import infer_types\n",
     "from type_infer.base import TypeInformation\n",
     "\n",
-    "type_information = infer_types(df, problem_definition.pct_invalid)\n",
+    "type_information = infer_types(df, config={'engine': 'rule_based', 'pct_invalid': problem_definition.pct_invalid})\n",
     "\n",
     "{field.name for field in fields(TypeInformation)}  # show the fields this dataclass has"
    ]

lightwood/api/high_level.py

@@ -4,7 +4,7 @@
 import pandas as pd
 from lightwood.api.types import JsonAI, ProblemDefinition
 from dataprep_ml.insights import statistical_analysis
-from type_infer.infer import infer_types
+from type_infer.api import infer_types
 from lightwood.api.predictor import PredictorInterface
 from lightwood.api.json_ai import generate_json_ai
 from lightwood.helpers.codegen import code_from_json_ai as _code_from_json_ai, _module_from_code, _predictor_from_code
@@ -65,7 +65,7 @@ def json_ai_from_problem(df: pd.DataFrame, problem_definition: Union[ProblemDefi
         log.info(f'Dropping features: {problem_definition.ignore_features}')
         df = df.drop(columns=problem_definition.ignore_features)
 
-    type_information = infer_types(df, problem_definition.pct_invalid)
+    type_information = infer_types(df, config={'engine': 'rule_based', 'pct_invalid': problem_definition.pct_invalid})
     stats = statistical_analysis(
         df, type_information.dtypes, problem_definition.to_dict(), type_information.identifiers)
 

lightwood/encoder/text/short.py

@@ -2,7 +2,7 @@
 import torch
 from lightwood.encoder import BaseEncoder
 from lightwood.encoder.categorical import CategoricalAutoEncoder
-from type_infer.helpers import tokenize_text
+from type_infer.rule_based.helpers import tokenize_text
 from lightwood.helpers.torch import concat_vectors_and_pad, average_vectors
 import pandas as pd
 

tests/unit_tests/encoder/text/test_short.py

@@ -1,7 +1,7 @@
 import random
 import unittest
 from lightwood.encoder.text.short import ShortTextEncoder
-from type_infer.helpers import tokenize_text
+from type_infer.rule_based.helpers import tokenize_text
 import torch
 
 VOCAB = [