teradataml 20.0.0.1__py3-none-any.whl → 20.0.0.2__py3-none-any.whl

teradataml/context/context.py

@@ -13,9 +13,10 @@ A teradataml context functions provide interface to Teradata Vantage. Provides f
 context which can be used by other analytical functions to get the Teradata Vantage connection.
 
 """
+import ipaddress
 from pathlib import Path
 from sqlalchemy import create_engine
-from teradatasqlalchemy.telemetry.queryband import collect_queryband
+from teradataml.telemetry_utils.queryband import collect_queryband
 from teradataml.common.deprecations import argument_deprecation
 from teradataml.common.exceptions import TeradataMlException
 from teradataml.common.warnings import TeradataMlRuntimeWarning
@@ -35,6 +36,8 @@ from sqlalchemy.engine.url import URL
 import os
 import warnings
 import atexit
+import socket
+import threading
 import urllib.parse
 
 # Store a global Teradata Vantage Connection.
@@ -517,6 +520,9 @@ def create_context(host = None, username = None, password = None, tdsqlengine =
     # Process Analytic functions.
     from teradataml.analytics import _process_analytic_functions
     _process_analytic_functions()
+    
+    # Add global lock to internal buffer
+    _InternalBuffer.add(global_lock=threading.Lock())
 
     # Return the connection by default
     return td_sqlalchemy_engine
@@ -620,6 +626,8 @@ def set_context(tdsqlengine, temp_database_name=None):
     global user_specified_connection
     global python_packages_installed
     if td_connection is not None:
+        # Clearing the internal buffer.
+        _InternalBuffer.clean()
         warnings.warn(Messages.get_message(MessageCodes.OVERWRITE_CONTEXT), stacklevel=2)
         remove_context()
 
@@ -649,6 +657,9 @@ def set_context(tdsqlengine, temp_database_name=None):
 
     # Initialise Dag
     __initalise_dag()
+    
+    # Add global lock to internal buffer
+    _InternalBuffer.add(global_lock=threading.Lock())
 
     return td_connection
 
@@ -681,6 +692,7 @@ def remove_context():
     # Initiate the garbage collection
     __cleanup_garbage_collection()
 
+    # Check if connection is established or not.
     if user_specified_connection is not True:
         try:
             # Close the connection if not user specified connection.
@@ -839,7 +851,8 @@ def _get_vantage_version():
     EXAMPLES:
         _get_vantage_version()
     """
-    if td_connection.dialect.has_table(td_connection, "versionInfo", schema="pm"):
+    if td_connection.dialect.has_table(td_connection, "versionInfo", schema="pm",
+                                       table_only=True):
 
         # BTEQ -- Enter your SQL request or BTEQ command:
         # select * from pm.versionInfo;
@@ -980,6 +993,63 @@ def _get_user():
         td_user = _get_database_username()
     return td_user
 
+def _get_host():
+    """
+    DESCRIPTION:
+        An internal function to get the host associated with the current context.
+    
+    PARAMETERS:
+        None.
+    
+    RETURNS:
+        Host associated with the current context.
+    
+    RAISES:
+        None.
+    
+    EXAMPLES:
+        _get_host()
+    """
+    global td_sqlalchemy_engine
+    return td_sqlalchemy_engine.url.host
+
+def _get_host_ip():
+    """
+    DESCRIPTION:
+        Function to return the host IP address.
+
+    PARAMETERS:
+        None.
+
+    RETURNS:
+        Host IP address.
+
+    RAISES:
+        None.
+
+    EXAMPLES:
+        GarbageCollector._get_host_ip()
+    """
+    # Return None if connection is not established.
+    if td_connection is None:
+        return None
+    
+    host_ip = _get_host()
+    try:
+        # Validate if host_ip is a valid IP address (IPv4 or IPv6)
+        ipaddress.ip_address(host_ip)
+    except ValueError:
+        # If host is not an IP address, get the IP address by DNS name from _InternalBuffer.
+        host_ip = _InternalBuffer.get('dns_host_ip')
+        if host_ip is None:
+            global td_sqlalchemy_engine
+            # Get the list of addresses(compatible for both IPv4 and IPv6)
+            addr_info = socket.getaddrinfo(td_sqlalchemy_engine.url.host, None)
+            # Pick the first address from the list
+            host_ip = addr_info[0][4][0]
+            # Add the DNS host IP to the _InternalBuffer.
+            _InternalBuffer.add(dns_host_ip=host_ip)
+    return host_ip
 
 class ContextUtilFuncs():
     @staticmethod

teradataml/data/complaints_test_tokenized.csv

@@ -0,0 +1,353 @@
+doc_id,doc_name,sn,token
+5,E,1,CONSUMER
+9,I,1,CONSUMER
+7,G,1,DRIVING
+6,F,1,WHEEL
+5,E,2,WAS
+9,I,2,WAS
+7,G,2,ABOUT
+6,F,2,BEARING
+5,E,3,MAKING
+9,I,3,DRIVING
+7,G,3,5-10
+6,F,3,AND
+5,E,4,A
+9,I,4,WEST
+7,G,4,MPH
+6,F,4,HUBS
+5,E,5,TURN
+9,I,5,WHEN
+7,G,5,","
+6,F,5,CRACKED
+5,E,6,",DRIVING"
+9,I,6,THE
+7,G,6,THE
+6,F,6,","
+5,E,7,AT
+9,I,7,OTHER
+7,G,7,VEHICLE
+6,F,7,CAUSING
+5,E,8,APPROX
+9,I,8,CAR
+7,G,8,HAD
+6,F,8,THE
+5,E,9,5-
+9,I,9,WAS
+7,G,9,A
+6,F,9,METAL
+5,E,10,10
+9,I,10,GOING
+7,G,10,LOW
+6,F,10,TO
+5,E,11,MPH
+9,I,11,EAST
+7,G,11,FRONTAL
+6,F,11,GRIND
+5,E,12,WHEN
+9,I,12,.
+7,G,12,IMPACT
+6,F,12,WHEN
+5,E,13,CONSUMER
+9,I,13,THE
+7,G,13,IN
+6,F,13,MAKING
+5,E,14,HIT
+9,I,14,OTHER
+7,G,14,WHICH
+6,F,14,A
+5,E,15,ANOTHER
+9,I,15,CAR
+7,G,15,THE
+6,F,15,RIGHT
+5,E,16,VEHICLE
+9,I,16,TURNED
+7,G,16,OTHER
+6,F,16,TURN
+5,E,17,.
+9,I,17,IN
+7,G,17,VEHICLE
+6,F,17,.
+5,E,18,UPON
+9,I,18,FRONT
+7,G,18,HAD
+6,F,18,ALSO
+5,E,19,IMPACT
+9,I,19,OF
+7,G,19,NO
+6,F,19,WHEN
+5,E,20,","
+9,I,20,CONSUMER'S
+7,G,20,DAMAGES
+6,F,20,APPLYING
+5,E,21,DUAL
+9,I,21,VEHICLE
+7,G,21,.
+6,F,21,THE
+5,E,22,AIRBAGS
+9,I,22,","
+7,G,22,UPON
+6,F,22,BRAKES
+5,E,23,DID
+9,I,23,CONSUMER
+7,G,23,IMPACT
+6,F,23,","
+5,E,24,NOT
+9,I,24,HIT
+7,G,24,","
+6,F,24,PEDAL
+5,E,25,DEPLOY
+9,I,25,OTHER
+7,G,25,DRIVER'S
+6,F,25,GOES
+5,E,26,.
+9,I,26,VEHICLE
+7,G,26,AND
+6,F,26,TO
+5,E,27,ALL
+9,I,27,AND
+7,G,27,THE
+6,F,27,THE
+5,E,28,DAMAGE
+9,I,28,STARTED
+7,G,28,PASSENGER'S
+6,F,28,FLOOR
+5,E,29,WAS
+9,I,29,TO
+7,G,29,AIR
+6,F,29,","
+5,E,30,DONE
+9,I,30,SPIN
+7,G,30,BAGS
+6,F,30,CAUSE
+5,E,31,FROM
+9,I,31,AROUND
+7,G,31,DID
+6,F,31,UNKNOWN
+5,E,32,ENGINE
+9,I,32,",COULDN'T"
+7,G,32,NOT
+6,F,32,.
+5,E,33,TO
+9,I,33,STOP
+7,G,33,DEPLOY
+6,F,33,WAS
+5,E,34,"TRANSMISSION,TO"
+9,I,34,","
+7,G,34,","
+6,F,34,ADVISED
+5,E,35,THE
+9,I,35,RESULTING
+7,G,35,RESULTING
+6,F,35,BY
+5,E,36,FRONT
+9,I,36,IN
+7,G,36,IN
+6,F,36,MIDAS
+5,E,37,OF
+9,I,37,A
+7,G,37,INJURIES
+6,F,37,NOT
+5,E,38,VEHICLE
+9,I,38,CRASH
+7,G,38,.
+6,F,38,TO
+5,E,39,","
+9,I,39,.
+7,G,39,PLEASE
+6,F,39,DRIVE
+5,E,40,AND
+9,I,40,UPON
+7,G,40,PROVIDE
+6,F,40,VEHICLE-
+5,E,41,THE
+9,I,41,IMPACT
+7,G,41,FURTHER
+6,F,41,WHEELE
+5,E,42,VEHICLE
+9,I,42,","
+7,G,42,INFORMATION
+6,F,42,COULD
+5,E,43,CONSIDERED
+9,I,43,AIRBAGS
+7,G,43,AND
+6,F,43,COME
+5,E,44,A
+9,I,44,DIDN'T
+7,G,44,VIN#
+6,F,44,OFF
+5,E,45,TOTAL
+9,I,45,DEPLOY
+7,G,45,.
+6,F,45,.
+5,E,46,LOSS
+9,I,46,.
+4,D,1,THERE
+5,E,47,.
+10,J,1,WHILE
+4,D,2,IS
+3,C,1,WHILE
+10,J,2,DRIVING
+4,D,3,A
+3,C,2,DRIVING
+10,J,3,ABOUT
+4,D,4,KNOCKING
+3,C,3,AT
+10,J,4,65
+4,D,5,NOISE
+3,C,4,60
+10,J,5,MPH
+4,D,6,COMING
+3,C,5,MPH
+10,J,6,AND
+4,D,7,FROM
+3,C,6,GAS
+10,J,7,THE
+4,D,8,THE
+3,C,7,PEDAL
+10,J,8,TRANSMISISON
+4,D,9,CATALYITC
+3,C,8,GOT
+10,J,9,MADE
+4,D,10,CONVERTER
+3,C,9,STUCK
+10,J,10,A
+4,D,11,",AND"
+3,C,10,DUE
+10,J,11,STRANGE
+4,D,12,THE
+3,C,11,TO
+10,J,12,NOISE
+4,D,13,VEHICLE
+3,C,12,THE
+10,J,13,","
+4,D,14,IS
+3,C,13,RUBBER
+10,J,14,AND
+4,D,15,STALLING
+3,C,14,THAT
+10,J,15,THE
+4,D,16,.
+3,C,15,IS
+10,J,16,LEFT
+4,D,17,ALSO
+3,C,16,AROUND
+10,J,17,FRONT
+4,D,18,","
+3,C,17,THE
+10,J,18,AXLE
+4,D,19,HAS
+3,C,18,GAS
+10,J,19,LOCKED
+4,D,20,PROBLEM
+3,C,19,PEDAL
+10,J,20,UP
+4,D,21,WITH
+3,C,20,.
+10,J,21,.
+4,D,22,THE
+1,A,1,ELECTRICAL
+10,J,22,THE
+4,D,23,STEERING
+1,A,2,CONTROL
+10,J,23,DEALER
+4,D,24,.
+1,A,3,MODULE
+10,J,24,HAS
+1,A,4,IS
+10,J,25,REPAIRED
+1,A,5,SHORTENING
+10,J,26,THE
+1,A,6,OUT
+10,J,27,VEHICLE
+1,A,7,","
+10,J,28,.
+1,A,8,CAUSING
+1,A,9,THE
+1,A,10,VEHICLE
+1,A,11,TO
+1,A,12,STALL
+1,A,13,.
+1,A,14,ENGINE
+1,A,15,WILL
+1,A,16,BECOME
+1,A,17,TOTALLY
+1,A,18,INOPERATIVE
+1,A,19,.
+1,A,20,CONSUMER
+1,A,21,HAD
+1,A,22,TO
+1,A,23,CHANGE
+1,A,24,ALTERNATOR/
+1,A,25,BATTERY
+1,A,26,AND
+1,A,27,STARTER
+1,A,28,","
+1,A,29,AND
+1,A,30,MODULE
+1,A,31,REPLACED
+1,A,32,4
+1,A,33,TIMES
+1,A,34,","
+1,A,35,BUT
+1,A,36,DEFECT
+1,A,37,STILL
+1,A,38,OCCURRING
+1,A,39,CANNOT
+1,A,40,DETERMINE
+1,A,41,WHAT
+1,A,42,IS
+1,A,43,CAUSING
+1,A,44,THE
+1,A,45,PROBLEM
+1,A,46,.
+8,H,1,THE
+8,H,2,AIR
+8,H,3,BAG
+8,H,4,WARNING
+8,H,5,LIGHT
+8,H,6,HAS
+8,H,7,COME
+8,H,8,ON
+8,H,9,.
+8,H,10,INDICATING
+8,H,11,AIRBAGS
+8,H,12,ARE
+8,H,13,INOPERATIVE.THEY
+8,H,14,WERE
+8,H,15,FIXED
+8,H,16,ONE
+8,H,17,AT
+8,H,18,THE
+8,H,19,TIME
+8,H,20,","
+8,H,21,BUT
+8,H,22,PROBLEM
+8,H,23,HAS
+8,H,24,REOCCURRED
+8,H,25,.
+2,B,1,ABS
+2,B,2,BRAKES
+2,B,3,FAIL
+2,B,4,TO
+2,B,5,OPERATE
+2,B,6,PROPERLY
+2,B,7,","
+2,B,8,AND
+2,B,9,AIR
+2,B,10,BAGS
+2,B,11,FAILED
+2,B,12,TO
+2,B,13,DEPLOY
+2,B,14,DURING
+2,B,15,A
+2,B,16,CRASH
+2,B,17,AT
+2,B,18,APPROX
+2,B,19,.
+2,B,20,28
+2,B,21,MPH
+2,B,22,IMPACT
+2,B,23,.
+2,B,24,MANUFACTURER
+2,B,25,NOTIFIED
+2,B,26,.