sqlframe 1.7.1__py3-none-any.whl → 1.8.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sqlframe/_version.py +2 -2
- sqlframe/base/functions.py +65 -0
- sqlframe/spark/catalog.py +4 -1
- sqlframe/spark/functions.pyi +9 -0
- {sqlframe-1.7.1.dist-info → sqlframe-1.8.0.dist-info}/METADATA +1 -1
- {sqlframe-1.7.1.dist-info → sqlframe-1.8.0.dist-info}/RECORD +9 -9
- {sqlframe-1.7.1.dist-info → sqlframe-1.8.0.dist-info}/LICENSE +0 -0
- {sqlframe-1.7.1.dist-info → sqlframe-1.8.0.dist-info}/WHEEL +0 -0
- {sqlframe-1.7.1.dist-info → sqlframe-1.8.0.dist-info}/top_level.txt +0 -0
sqlframe/_version.py
CHANGED
sqlframe/base/functions.py
CHANGED
|
@@ -1682,6 +1682,71 @@ def stack(*cols: ColumnOrName) -> Column:
|
|
|
1682
1682
|
)
|
|
1683
1683
|
|
|
1684
1684
|
|
|
1685
|
+
@meta(unsupported_engines="*")
|
|
1686
|
+
def make_interval(
|
|
1687
|
+
years: t.Optional[ColumnOrName] = None,
|
|
1688
|
+
months: t.Optional[ColumnOrName] = None,
|
|
1689
|
+
weeks: t.Optional[ColumnOrName] = None,
|
|
1690
|
+
days: t.Optional[ColumnOrName] = None,
|
|
1691
|
+
hours: t.Optional[ColumnOrName] = None,
|
|
1692
|
+
mins: t.Optional[ColumnOrName] = None,
|
|
1693
|
+
secs: t.Optional[ColumnOrName] = None,
|
|
1694
|
+
) -> Column:
|
|
1695
|
+
values = [years, months, weeks, days, hours, mins, secs]
|
|
1696
|
+
for value in reversed(values.copy()):
|
|
1697
|
+
if value is not None:
|
|
1698
|
+
break
|
|
1699
|
+
values = values[:-1]
|
|
1700
|
+
else:
|
|
1701
|
+
raise ValueError("At least one value must be provided")
|
|
1702
|
+
columns = [Column.ensure_col(x) if x is not None else lit(None) for x in values]
|
|
1703
|
+
return Column.invoke_anonymous_function(columns[0], "MAKE_INTERVAL", *columns[1:])
|
|
1704
|
+
|
|
1705
|
+
|
|
1706
|
+
@meta(unsupported_engines="*")
|
|
1707
|
+
def try_add(left: ColumnOrName, right: ColumnOrName) -> Column:
|
|
1708
|
+
return Column.invoke_anonymous_function(left, "TRY_ADD", right)
|
|
1709
|
+
|
|
1710
|
+
|
|
1711
|
+
@meta(unsupported_engines="*")
|
|
1712
|
+
def try_avg(col: ColumnOrName) -> Column:
|
|
1713
|
+
return Column.invoke_anonymous_function(col, "TRY_AVG")
|
|
1714
|
+
|
|
1715
|
+
|
|
1716
|
+
@meta(unsupported_engines="*")
|
|
1717
|
+
def try_divide(left: ColumnOrName, right: ColumnOrName) -> Column:
|
|
1718
|
+
return Column.invoke_anonymous_function(left, "TRY_DIVIDE", right)
|
|
1719
|
+
|
|
1720
|
+
|
|
1721
|
+
@meta(unsupported_engines="*")
|
|
1722
|
+
def try_multiply(left: ColumnOrName, right: ColumnOrName) -> Column:
|
|
1723
|
+
return Column.invoke_anonymous_function(left, "TRY_MULTIPLY", right)
|
|
1724
|
+
|
|
1725
|
+
|
|
1726
|
+
@meta(unsupported_engines="*")
|
|
1727
|
+
def try_subtract(left: ColumnOrName, right: ColumnOrName) -> Column:
|
|
1728
|
+
return Column.invoke_anonymous_function(left, "TRY_SUBTRACT", right)
|
|
1729
|
+
|
|
1730
|
+
|
|
1731
|
+
@meta(unsupported_engines="*")
|
|
1732
|
+
def try_sum(col: ColumnOrName) -> Column:
|
|
1733
|
+
return Column.invoke_anonymous_function(col, "TRY_SUM")
|
|
1734
|
+
|
|
1735
|
+
|
|
1736
|
+
@meta(unsupported_engines="*")
|
|
1737
|
+
def try_to_binary(col: ColumnOrName, format: t.Optional[ColumnOrName] = None) -> Column:
|
|
1738
|
+
if format is not None:
|
|
1739
|
+
return Column.invoke_anonymous_function(col, "TRY_TO_BINARY", format)
|
|
1740
|
+
return Column.invoke_anonymous_function(col, "TRY_TO_BINARY")
|
|
1741
|
+
|
|
1742
|
+
|
|
1743
|
+
@meta(unsupported_engines="*")
|
|
1744
|
+
def try_to_number(col: ColumnOrName, format: t.Optional[ColumnOrName] = None) -> Column:
|
|
1745
|
+
if format is not None:
|
|
1746
|
+
return Column.invoke_anonymous_function(col, "TRY_TO_NUMBER", format)
|
|
1747
|
+
return Column.invoke_anonymous_function(col, "TRY_TO_NUMBER")
|
|
1748
|
+
|
|
1749
|
+
|
|
1685
1750
|
@meta()
|
|
1686
1751
|
def _lambda_quoted(value: str) -> t.Optional[bool]:
|
|
1687
1752
|
return False if value == "_" else None
|
sqlframe/spark/catalog.py
CHANGED
|
@@ -519,7 +519,10 @@ class SparkCatalog(
|
|
|
519
519
|
)
|
|
520
520
|
for col in df.columns
|
|
521
521
|
]
|
|
522
|
-
return [
|
|
522
|
+
return [
|
|
523
|
+
Column(**{name: x._asdict()[name] for name in Column._fields})
|
|
524
|
+
for x in self._spark_catalog.listColumns(tableName, dbName)
|
|
525
|
+
]
|
|
523
526
|
|
|
524
527
|
def listFunctions(
|
|
525
528
|
self, dbName: t.Optional[str] = None, pattern: t.Optional[str] = None
|
sqlframe/spark/functions.pyi
CHANGED
|
@@ -132,6 +132,7 @@ from sqlframe.base.functions import (
|
|
|
132
132
|
lpad as lpad,
|
|
133
133
|
ltrim as ltrim,
|
|
134
134
|
make_date as make_date,
|
|
135
|
+
make_interval as make_interval,
|
|
135
136
|
map_concat as map_concat,
|
|
136
137
|
map_entries as map_entries,
|
|
137
138
|
map_filter as map_filter,
|
|
@@ -228,6 +229,14 @@ from sqlframe.base.functions import (
|
|
|
228
229
|
translate as translate,
|
|
229
230
|
trim as trim,
|
|
230
231
|
trunc as trunc,
|
|
232
|
+
try_add as try_add,
|
|
233
|
+
try_avg as try_avg,
|
|
234
|
+
try_divide as try_divide,
|
|
235
|
+
try_multiply as try_multiply,
|
|
236
|
+
try_subtract as try_subtract,
|
|
237
|
+
try_sum as try_sum,
|
|
238
|
+
try_to_binary as try_to_binary,
|
|
239
|
+
try_to_number as try_to_number,
|
|
231
240
|
typeof as typeof,
|
|
232
241
|
unbase64 as unbase64,
|
|
233
242
|
unhex as unhex,
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
sqlframe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
2
|
-
sqlframe/_version.py,sha256=
|
|
2
|
+
sqlframe/_version.py,sha256=PikY8ZcokXQcck_OODdQtYmXxEq-zKRR9b1ZMOFZlds,411
|
|
3
3
|
sqlframe/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
4
|
sqlframe/base/_typing.py,sha256=DuTay8-o9W-pw3RPZCgLunKNJLS9PkaV11G_pxXp9NY,1256
|
|
5
5
|
sqlframe/base/catalog.py,sha256=ATDGirouUjal05P4ymL-wIi8rgjg_8w4PoACamiO64A,37245
|
|
@@ -8,7 +8,7 @@ sqlframe/base/dataframe.py,sha256=uL4neDTMy1a9XJH46YLQryzdDci4iDxNXBtiJOzfHfs,67
|
|
|
8
8
|
sqlframe/base/decorators.py,sha256=I5osMgx9BuCgbtp4jVM2DNwYJVLzCv-OtTedhQEik0g,1882
|
|
9
9
|
sqlframe/base/exceptions.py,sha256=pCB9hXX4jxZWzNg3JN1i38cv3BmpUlee5NoLYx3YXIQ,208
|
|
10
10
|
sqlframe/base/function_alternatives.py,sha256=NDXs2igY7PBsStzTSRZvJcCshBOJkPQl2GbhpVFU6To,42931
|
|
11
|
-
sqlframe/base/functions.py,sha256=
|
|
11
|
+
sqlframe/base/functions.py,sha256=AXYdxziKsU--huK5o0bl_4DhBns3XFlwPtweCNCIH0E,57191
|
|
12
12
|
sqlframe/base/group.py,sha256=TES9CleVmH3x-0X-tqmuUKfCKSWjH5vg1aU3R6dDmFc,4059
|
|
13
13
|
sqlframe/base/normalize.py,sha256=nXAJ5CwxVf4DV0GsH-q1w0p8gmjSMlv96k_ez1eVul8,3880
|
|
14
14
|
sqlframe/base/operations.py,sha256=-AhNuEzcV7ZExoP1oY3blaKip-joQyJeQVvfBTs_2g4,3456
|
|
@@ -77,11 +77,11 @@ sqlframe/snowflake/session.py,sha256=bDOlnuIiQ9j_zfF7F5H1gTLmpHUjruIxr2CfXcS_7YU
|
|
|
77
77
|
sqlframe/snowflake/types.py,sha256=KwNyuXIo-2xVVd4bZED3YrQOobKCtemlxGrJL7DrTC8,34
|
|
78
78
|
sqlframe/snowflake/window.py,sha256=6GKPzuxeSapJakBaKBeT9VpED1ACdjggDv9JRILDyV0,35
|
|
79
79
|
sqlframe/spark/__init__.py,sha256=WhYQAZMJN1EMNAVGUH7BEinxNdYtXOrrr-6HUniJOyI,649
|
|
80
|
-
sqlframe/spark/catalog.py,sha256=
|
|
80
|
+
sqlframe/spark/catalog.py,sha256=rIX5DtPnINbcPZRUe4Z1bOpkJoNRlrO9qWkUeTQClNc,32612
|
|
81
81
|
sqlframe/spark/column.py,sha256=E1tUa62Y5HajkhgFuebU9zohrGyieudcHzTT8gfalio,40
|
|
82
82
|
sqlframe/spark/dataframe.py,sha256=V3z5Bx9snLgYh4bDwJfJb5mj1P7UsZF8DMlLwZXopBg,1309
|
|
83
83
|
sqlframe/spark/functions.py,sha256=PkK4MBpVADhnDbrgFDii5zFaNrhi4y-OYX3Lcu-SW0k,530
|
|
84
|
-
sqlframe/spark/functions.pyi,sha256=
|
|
84
|
+
sqlframe/spark/functions.pyi,sha256=GHL_4c5JUeeR7IP9hnZtYDs3FWufoYzO_YjF_52vYVQ,6757
|
|
85
85
|
sqlframe/spark/group.py,sha256=MrvV_v-YkBc6T1zz882WrEqtWjlooWIyHBCmTQg3fCA,379
|
|
86
86
|
sqlframe/spark/readwriter.py,sha256=w68EImTcGJv64X7pc1tk5tDjDxb1nAnn-MiIaaN9Dc8,812
|
|
87
87
|
sqlframe/spark/session.py,sha256=ztIS7VCFxjR3B7i4JXaXo0evTUhUjOsIAZb7Ssqt2cU,4254
|
|
@@ -97,8 +97,8 @@ sqlframe/standalone/readwriter.py,sha256=EZNyDJ4ID6sGNog3uP4-e9RvchX4biJJDNtc5hk
|
|
|
97
97
|
sqlframe/standalone/session.py,sha256=wQmdu2sv6KMTAv0LRFk7TY7yzlh3xvmsyqilEtRecbY,1191
|
|
98
98
|
sqlframe/standalone/types.py,sha256=KwNyuXIo-2xVVd4bZED3YrQOobKCtemlxGrJL7DrTC8,34
|
|
99
99
|
sqlframe/standalone/window.py,sha256=6GKPzuxeSapJakBaKBeT9VpED1ACdjggDv9JRILDyV0,35
|
|
100
|
-
sqlframe-1.
|
|
101
|
-
sqlframe-1.
|
|
102
|
-
sqlframe-1.
|
|
103
|
-
sqlframe-1.
|
|
104
|
-
sqlframe-1.
|
|
100
|
+
sqlframe-1.8.0.dist-info/LICENSE,sha256=VZu79YgW780qxaFJMr0t5ZgbOYEh04xWoxaWOaqIGWk,1068
|
|
101
|
+
sqlframe-1.8.0.dist-info/METADATA,sha256=lUJKFXpvE7TFVd4VNSlyUYDYnKj3Uy9XzHZNKyr9msE,7496
|
|
102
|
+
sqlframe-1.8.0.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
|
|
103
|
+
sqlframe-1.8.0.dist-info/top_level.txt,sha256=T0_RpoygaZSF6heeWwIDQgaP0varUdSK1pzjeJZRjM8,9
|
|
104
|
+
sqlframe-1.8.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|