teradataml 20.0.0.3__py3-none-any.whl → 20.0.0.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of teradataml might be problematic. Click here for more details.
- teradataml/LICENSE-3RD-PARTY.pdf +0 -0
- teradataml/README.md +193 -1
- teradataml/__init__.py +2 -1
- teradataml/_version.py +2 -2
- teradataml/analytics/analytic_function_executor.py +25 -18
- teradataml/analytics/byom/__init__.py +1 -1
- teradataml/analytics/json_parser/analytic_functions_argument.py +4 -0
- teradataml/analytics/sqle/__init__.py +20 -2
- teradataml/analytics/utils.py +15 -1
- teradataml/analytics/valib.py +18 -4
- teradataml/automl/__init__.py +341 -112
- teradataml/automl/autodataprep/__init__.py +471 -0
- teradataml/automl/data_preparation.py +84 -42
- teradataml/automl/data_transformation.py +69 -33
- teradataml/automl/feature_engineering.py +76 -9
- teradataml/automl/feature_exploration.py +639 -25
- teradataml/automl/model_training.py +35 -14
- teradataml/clients/auth_client.py +2 -2
- teradataml/common/__init__.py +1 -2
- teradataml/common/constants.py +122 -63
- teradataml/common/messagecodes.py +14 -3
- teradataml/common/messages.py +8 -4
- teradataml/common/sqlbundle.py +40 -10
- teradataml/common/utils.py +366 -74
- teradataml/common/warnings.py +11 -0
- teradataml/context/context.py +348 -86
- teradataml/data/amazon_reviews_25.csv +26 -0
- teradataml/data/apriori_example.json +22 -0
- teradataml/data/byom_example.json +11 -0
- teradataml/data/docs/byom/docs/DataRobotPredict.py +2 -2
- teradataml/data/docs/byom/docs/DataikuPredict.py +40 -1
- teradataml/data/docs/byom/docs/H2OPredict.py +2 -2
- teradataml/data/docs/byom/docs/ONNXEmbeddings.py +242 -0
- teradataml/data/docs/byom/docs/ONNXPredict.py +2 -2
- teradataml/data/docs/byom/docs/PMMLPredict.py +2 -2
- teradataml/data/docs/sqle/docs_17_20/Apriori.py +138 -0
- teradataml/data/docs/sqle/docs_17_20/NERExtractor.py +121 -0
- teradataml/data/docs/sqle/docs_17_20/NGramSplitter.py +3 -3
- teradataml/data/docs/sqle/docs_17_20/SMOTE.py +212 -0
- teradataml/data/docs/sqle/docs_17_20/Shap.py +28 -6
- teradataml/data/docs/sqle/docs_17_20/TextMorph.py +119 -0
- teradataml/data/docs/sqle/docs_17_20/TextParser.py +54 -3
- teradataml/data/docs/uaf/docs_17_20/ACF.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/ArimaEstimate.py +2 -2
- teradataml/data/docs/uaf/docs_17_20/ArimaXEstimate.py +2 -2
- teradataml/data/docs/uaf/docs_17_20/DFFT.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/DFFT2.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/DFFT2Conv.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/DFFTConv.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/DWT2D.py +4 -1
- teradataml/data/docs/uaf/docs_17_20/FilterFactory1d.py +4 -4
- teradataml/data/docs/uaf/docs_17_20/GenseriesSinusoids.py +2 -2
- teradataml/data/docs/uaf/docs_17_20/GoldfeldQuandt.py +2 -2
- teradataml/data/docs/uaf/docs_17_20/HoltWintersForecaster.py +6 -6
- teradataml/data/docs/uaf/docs_17_20/LineSpec.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/LinearRegr.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/Matrix2Image.py +4 -4
- teradataml/data/docs/uaf/docs_17_20/MultivarRegr.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/PACF.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/PowerSpec.py +2 -2
- teradataml/data/docs/uaf/docs_17_20/PowerTransform.py +3 -3
- teradataml/data/docs/uaf/docs_17_20/Resample.py +5 -5
- teradataml/data/docs/uaf/docs_17_20/SAX.py +3 -3
- teradataml/data/docs/uaf/docs_17_20/SignifPeriodicities.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/SimpleExp.py +1 -1
- teradataml/data/docs/uaf/docs_17_20/Smoothma.py +3 -3
- teradataml/data/docs/uaf/docs_17_20/UNDIFF.py +1 -1
- teradataml/data/hnsw_alter_data.csv +5 -0
- teradataml/data/hnsw_data.csv +10 -0
- teradataml/data/jsons/byom/h2opredict.json +1 -1
- teradataml/data/jsons/byom/onnxembeddings.json +266 -0
- teradataml/data/jsons/sqle/17.20/NGramSplitter.json +6 -6
- teradataml/data/jsons/sqle/17.20/TD_Apriori.json +181 -0
- teradataml/data/jsons/sqle/17.20/TD_NERExtractor.json +145 -0
- teradataml/data/jsons/sqle/17.20/TD_SMOTE.json +267 -0
- teradataml/data/jsons/sqle/17.20/TD_Shap.json +0 -1
- teradataml/data/jsons/sqle/17.20/TD_TextMorph.json +134 -0
- teradataml/data/jsons/sqle/17.20/TD_TextParser.json +114 -9
- teradataml/data/jsons/sqle/20.00/AI_AnalyzeSentiment.json +328 -0
- teradataml/data/jsons/sqle/20.00/AI_AskLLM.json +420 -0
- teradataml/data/jsons/sqle/20.00/AI_DetectLanguage.json +343 -0
- teradataml/data/jsons/sqle/20.00/AI_ExtractKeyPhrases.json +328 -0
- teradataml/data/jsons/sqle/20.00/AI_MaskPII.json +328 -0
- teradataml/data/jsons/sqle/20.00/AI_RecognizeEntities.json +328 -0
- teradataml/data/jsons/sqle/20.00/AI_RecognizePIIEntities.json +328 -0
- teradataml/data/jsons/sqle/20.00/AI_TextClassifier.json +359 -0
- teradataml/data/jsons/sqle/20.00/AI_TextEmbeddings.json +360 -0
- teradataml/data/jsons/sqle/20.00/AI_TextSummarize.json +343 -0
- teradataml/data/jsons/sqle/20.00/AI_TextTranslate.json +343 -0
- teradataml/data/jsons/sqle/20.00/TD_HNSW.json +296 -0
- teradataml/data/jsons/sqle/20.00/TD_HNSWPredict.json +206 -0
- teradataml/data/jsons/sqle/20.00/TD_HNSWSummary.json +32 -0
- teradataml/data/jsons/sqle/20.00/TD_KMeans.json +2 -2
- teradataml/data/jsons/sqle/20.00/TD_SMOTE.json +3 -3
- teradataml/data/jsons/sqle/20.00/TD_VectorDistance.json +6 -6
- teradataml/data/ner_dict.csv +8 -0
- teradataml/data/ner_input_eng.csv +7 -0
- teradataml/data/ner_rule.csv +5 -0
- teradataml/data/pos_input.csv +40 -0
- teradataml/data/tdnerextractor_example.json +14 -0
- teradataml/data/teradataml_example.json +21 -0
- teradataml/data/textmorph_example.json +5 -0
- teradataml/data/to_num_data.csv +4 -0
- teradataml/data/tochar_data.csv +5 -0
- teradataml/data/trans_dense.csv +16 -0
- teradataml/data/trans_sparse.csv +55 -0
- teradataml/data/vectordistance_example.json +1 -1
- teradataml/dataframe/copy_to.py +45 -29
- teradataml/dataframe/data_transfer.py +72 -46
- teradataml/dataframe/dataframe.py +642 -166
- teradataml/dataframe/dataframe_utils.py +167 -22
- teradataml/dataframe/functions.py +135 -20
- teradataml/dataframe/setop.py +11 -6
- teradataml/dataframe/sql.py +330 -78
- teradataml/dbutils/dbutils.py +556 -140
- teradataml/dbutils/filemgr.py +14 -10
- teradataml/hyperparameter_tuner/optimizer.py +12 -1
- teradataml/lib/aed_0_1.dll +0 -0
- teradataml/opensource/{sklearn/_sklearn_wrapper.py → _base.py} +168 -1013
- teradataml/opensource/_class.py +141 -17
- teradataml/opensource/{constants.py → _constants.py} +7 -3
- teradataml/opensource/_lightgbm.py +52 -53
- teradataml/opensource/_sklearn.py +1008 -0
- teradataml/opensource/_wrapper_utils.py +5 -5
- teradataml/options/__init__.py +47 -15
- teradataml/options/configure.py +103 -26
- teradataml/options/display.py +13 -2
- teradataml/plot/axis.py +47 -8
- teradataml/plot/figure.py +33 -0
- teradataml/plot/plot.py +63 -13
- teradataml/scriptmgmt/UserEnv.py +307 -40
- teradataml/scriptmgmt/lls_utils.py +428 -145
- teradataml/store/__init__.py +2 -3
- teradataml/store/feature_store/feature_store.py +102 -7
- teradataml/table_operators/Apply.py +48 -19
- teradataml/table_operators/Script.py +23 -2
- teradataml/table_operators/TableOperator.py +3 -1
- teradataml/table_operators/table_operator_util.py +58 -9
- teradataml/utils/dtypes.py +49 -1
- teradataml/utils/internal_buffer.py +38 -0
- teradataml/utils/validators.py +377 -62
- {teradataml-20.0.0.3.dist-info → teradataml-20.0.0.5.dist-info}/METADATA +200 -4
- {teradataml-20.0.0.3.dist-info → teradataml-20.0.0.5.dist-info}/RECORD +146 -112
- teradataml/data/SQL_Fundamentals.pdf +0 -0
- teradataml/libaed_0_1.dylib +0 -0
- teradataml/libaed_0_1.so +0 -0
- teradataml/opensource/sklearn/__init__.py +0 -0
- teradataml/store/vector_store/__init__.py +0 -1586
- {teradataml-20.0.0.3.dist-info → teradataml-20.0.0.5.dist-info}/WHEEL +0 -0
- {teradataml-20.0.0.3.dist-info → teradataml-20.0.0.5.dist-info}/top_level.txt +0 -0
- {teradataml-20.0.0.3.dist-info → teradataml-20.0.0.5.dist-info}/zip-safe +0 -0
teradataml/dbutils/filemgr.py
CHANGED
|
@@ -13,18 +13,22 @@ install_file, remove_file, replace_file.
|
|
|
13
13
|
|
|
14
14
|
import os
|
|
15
15
|
from pathlib import Path
|
|
16
|
+
|
|
16
17
|
from sqlalchemy import func
|
|
17
|
-
from sqlalchemy.sql.expression import text
|
|
18
|
-
import teradataml.dataframe as tdmldf
|
|
19
|
-
from teradataml.utils.internal_buffer import _InternalBuffer
|
|
20
18
|
from teradatasql import OperationalError as SqlOperationalError
|
|
19
|
+
|
|
20
|
+
import teradataml.dataframe as tdmldf
|
|
21
|
+
from teradataml.common.constants import TableOperatorConstants
|
|
21
22
|
from teradataml.common.exceptions import TeradataMlException
|
|
22
|
-
from teradataml.common.messages import Messages
|
|
23
23
|
from teradataml.common.messagecodes import MessageCodes
|
|
24
|
-
from teradataml.
|
|
25
|
-
from teradataml.utils
|
|
24
|
+
from teradataml.common.messages import Messages
|
|
25
|
+
from teradataml.common.utils import UtilFuncs
|
|
26
|
+
from teradataml.dbutils.dbutils import (_execute_stored_procedure,
|
|
27
|
+
set_session_param)
|
|
26
28
|
from teradataml.options.configure import configure
|
|
27
|
-
from teradataml.
|
|
29
|
+
from teradataml.utils.internal_buffer import _InternalBuffer
|
|
30
|
+
from teradataml.utils.validators import _Validators
|
|
31
|
+
|
|
28
32
|
|
|
29
33
|
def install_file(file_identifier, file_path = None, file_on_client = True, is_binary = False,
|
|
30
34
|
replace = False, force_replace = False, suppress_output = False):
|
|
@@ -300,15 +304,15 @@ def list_files():
|
|
|
300
304
|
database = context._get_current_databasename()
|
|
301
305
|
|
|
302
306
|
# set_session_param maintains a buffer of session parameters.
|
|
303
|
-
# If the session parameter is not set or if
|
|
307
|
+
# If the session parameter is not set or if already set SearchUIFDBPath is different
|
|
304
308
|
# from the current database, then we will set the SEARCHUIFDBPATH to the current
|
|
305
309
|
# database. This will avoid setting the SEARCHUIFDBPATH multiple times.
|
|
306
310
|
session_params = _InternalBuffer.get('session_params')
|
|
307
311
|
if session_params is None or session_params["SearchUIFDBPath"] != database:
|
|
308
|
-
set_session_param("SEARCHUIFDBPATH", database)
|
|
312
|
+
set_session_param("SEARCHUIFDBPATH", UtilFuncs._get_dialect_quoted_name(database))
|
|
309
313
|
|
|
310
314
|
# Get the query to list files installed in Vantage.
|
|
311
315
|
list_files_query = TableOperatorConstants.SCRIPT_LIST_FILES_QUERY.value \
|
|
312
|
-
.format(database, configure.default_varchar_size)
|
|
316
|
+
.format(UtilFuncs._get_dialect_quoted_name(database), configure.default_varchar_size)
|
|
313
317
|
|
|
314
318
|
return tdmldf.dataframe.DataFrame.from_query(list_files_query)
|
|
@@ -25,6 +25,8 @@ from teradataml.common.messages import Messages, MessageCodes
|
|
|
25
25
|
from teradataml.hyperparameter_tuner.utils import _ProgressBar
|
|
26
26
|
from teradataml.utils.utils import _AsyncDBExecutor
|
|
27
27
|
from teradataml.utils.validators import _Validators
|
|
28
|
+
from teradataml.options.configure import configure
|
|
29
|
+
from teradataml.common.constants import TeradataConstants
|
|
28
30
|
|
|
29
31
|
|
|
30
32
|
class _BaseSearch:
|
|
@@ -1287,7 +1289,8 @@ class _BaseSearch:
|
|
|
1287
1289
|
# Initialize logging.
|
|
1288
1290
|
if verbose > 0:
|
|
1289
1291
|
self.__progress_bar = _ProgressBar(jobs=len(self._parameter_grid), verbose=verbose)
|
|
1290
|
-
|
|
1292
|
+
# With VT option Parallel execution won't be possible, as it opens multiple connections.
|
|
1293
|
+
if not run_parallel or configure.temp_object_type == TeradataConstants.TERADATA_VOLATILE_TABLE:
|
|
1291
1294
|
# Setting start time of Sequential execution.
|
|
1292
1295
|
self.__start_time = time.time() if self.__timeout is not None else None
|
|
1293
1296
|
# TODO: Factorize the code once parallel execution part is completed in ELE-6154 JIRA.
|
|
@@ -1339,6 +1342,10 @@ class _BaseSearch:
|
|
|
1339
1342
|
self.__start_time = time.time() if self.__timeout is not None else None
|
|
1340
1343
|
# Trigger parallel thread execution.
|
|
1341
1344
|
self._async_executor.submit(self._execute_fit, *async_exec_params)
|
|
1345
|
+
|
|
1346
|
+
if len(self.__model_err_records) > 0 and not kwargs.get('suppress_refer_msg', False):
|
|
1347
|
+
print('\nAn error occurred during Model Training.'\
|
|
1348
|
+
' Refer to get_error_log() for more details.')
|
|
1342
1349
|
|
|
1343
1350
|
|
|
1344
1351
|
def __model_trainer_routine(self, model_param, iter, **kwargs):
|
|
@@ -2272,6 +2279,8 @@ class GridSearch(_BaseSearch):
|
|
|
2272
2279
|
set of data as hyperparameter for model trainer function, the search
|
|
2273
2280
|
determines the best data along with the best model based on the
|
|
2274
2281
|
evaluation metrics.
|
|
2282
|
+
Note:
|
|
2283
|
+
* configure.temp_object_type="VT" follows sequential execution.
|
|
2275
2284
|
|
|
2276
2285
|
PARAMETERS:
|
|
2277
2286
|
func:
|
|
@@ -3196,6 +3205,8 @@ class RandomSearch(_BaseSearch):
|
|
|
3196
3205
|
set of data as hyperparameter for model trainer function, the search
|
|
3197
3206
|
determines the best data along with the best model based on the
|
|
3198
3207
|
evaluation metrics.
|
|
3208
|
+
Note:
|
|
3209
|
+
* configure.temp_object_type="VT" follows sequential execution.
|
|
3199
3210
|
|
|
3200
3211
|
PARAMETERS:
|
|
3201
3212
|
func:
|
teradataml/lib/aed_0_1.dll
CHANGED
|
Binary file
|