@malloydata/malloy-tests 0.0.66-dev230807232724

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (169) hide show
  1. package/README.md +29 -0
  2. package/bin/dump_malloytest.sh +1 -0
  3. package/bin/postgres_init.sh +9 -0
  4. package/bin/postgres_start.sh +2 -0
  5. package/bin/postgres_stop.sh +2 -0
  6. package/data/duckdb/README.md +4 -0
  7. package/data/duckdb/aircraft.parquet +0 -0
  8. package/data/duckdb/aircraft_models.parquet +0 -0
  9. package/data/duckdb/airports.parquet +0 -0
  10. package/data/duckdb/alltypes.parquet +0 -0
  11. package/data/duckdb/alltypes2.parquet +0 -0
  12. package/data/duckdb/bq_medicare_test.parquet +0 -0
  13. package/data/duckdb/carriers.parquet +0 -0
  14. package/data/duckdb/flights/part.0.parquet +0 -0
  15. package/data/duckdb/flights/part.1.parquet +0 -0
  16. package/data/duckdb/flights/part.2.parquet +0 -0
  17. package/data/duckdb/flights.parquet +0 -0
  18. package/data/duckdb/flights_partitioned.parquet +0 -0
  19. package/data/duckdb/ga_sample.parquet +0 -0
  20. package/data/duckdb/numbers.parquet +0 -0
  21. package/data/duckdb/state_facts.parquet +0 -0
  22. package/data/duckdb/test.json +3 -0
  23. package/data/duckdb/words.parquet +0 -0
  24. package/data/duckdb/words_bigger.parquet +0 -0
  25. package/data/postgres/malloytest-postgres.sql.gz +0 -0
  26. package/data/postgres/state_facts.sql +366 -0
  27. package/dist/api.spec.d.ts +1 -0
  28. package/dist/api.spec.js +77 -0
  29. package/dist/api.spec.js.map +1 -0
  30. package/dist/databases/all/expr.spec.d.ts +3 -0
  31. package/dist/databases/all/expr.spec.js +581 -0
  32. package/dist/databases/all/expr.spec.js.map +1 -0
  33. package/dist/databases/all/functions.spec.d.ts +2 -0
  34. package/dist/databases/all/functions.spec.js +784 -0
  35. package/dist/databases/all/functions.spec.js.map +1 -0
  36. package/dist/databases/all/index.spec.d.ts +2 -0
  37. package/dist/databases/all/index.spec.js +154 -0
  38. package/dist/databases/all/index.spec.js.map +1 -0
  39. package/dist/databases/all/join.spec.d.ts +2 -0
  40. package/dist/databases/all/join.spec.js +309 -0
  41. package/dist/databases/all/join.spec.js.map +1 -0
  42. package/dist/databases/all/nomodel.spec.d.ts +2 -0
  43. package/dist/databases/all/nomodel.spec.js +957 -0
  44. package/dist/databases/all/nomodel.spec.js.map +1 -0
  45. package/dist/databases/all/orderby.spec.d.ts +2 -0
  46. package/dist/databases/all/orderby.spec.js +224 -0
  47. package/dist/databases/all/orderby.spec.js.map +1 -0
  48. package/dist/databases/all/problems.spec.d.ts +2 -0
  49. package/dist/databases/all/problems.spec.js +113 -0
  50. package/dist/databases/all/problems.spec.js.map +1 -0
  51. package/dist/databases/all/sql_expressions.spec.d.ts +2 -0
  52. package/dist/databases/all/sql_expressions.spec.js +96 -0
  53. package/dist/databases/all/sql_expressions.spec.js.map +1 -0
  54. package/dist/databases/all/time.spec.d.ts +3 -0
  55. package/dist/databases/all/time.spec.js +647 -0
  56. package/dist/databases/all/time.spec.js.map +1 -0
  57. package/dist/databases/bigquery/double_truncation.spec.d.ts +1 -0
  58. package/dist/databases/bigquery/double_truncation.spec.js +50 -0
  59. package/dist/databases/bigquery/double_truncation.spec.js.map +1 -0
  60. package/dist/databases/bigquery/handexpr.spec.d.ts +1 -0
  61. package/dist/databases/bigquery/handexpr.spec.js +713 -0
  62. package/dist/databases/bigquery/handexpr.spec.js.map +1 -0
  63. package/dist/databases/bigquery/injestion_time_partitioning.spec.d.ts +1 -0
  64. package/dist/databases/bigquery/injestion_time_partitioning.spec.js +235 -0
  65. package/dist/databases/bigquery/injestion_time_partitioning.spec.js.map +1 -0
  66. package/dist/databases/bigquery/joined_filters.spec.d.ts +1 -0
  67. package/dist/databases/bigquery/joined_filters.spec.js +72 -0
  68. package/dist/databases/bigquery/joined_filters.spec.js.map +1 -0
  69. package/dist/databases/bigquery/json.spec.d.ts +1 -0
  70. package/dist/databases/bigquery/json.spec.js +86 -0
  71. package/dist/databases/bigquery/json.spec.js.map +1 -0
  72. package/dist/databases/bigquery/malloy_query.spec.d.ts +1 -0
  73. package/dist/databases/bigquery/malloy_query.spec.js +906 -0
  74. package/dist/databases/bigquery/malloy_query.spec.js.map +1 -0
  75. package/dist/databases/bigquery/performance.skipped.spec.d.ts +1 -0
  76. package/dist/databases/bigquery/performance.skipped.spec.js +70 -0
  77. package/dist/databases/bigquery/performance.skipped.spec.js.map +1 -0
  78. package/dist/databases/bigquery/time.spec.d.ts +1 -0
  79. package/dist/databases/bigquery/time.spec.js +55 -0
  80. package/dist/databases/bigquery/time.spec.js.map +1 -0
  81. package/dist/databases/bigquery/wildcard_table_names.spec.d.ts +1 -0
  82. package/dist/databases/bigquery/wildcard_table_names.spec.js +212 -0
  83. package/dist/databases/bigquery/wildcard_table_names.spec.js.map +1 -0
  84. package/dist/databases/bigquery-duckdb/nested_source_table.spec.d.ts +1 -0
  85. package/dist/databases/bigquery-duckdb/nested_source_table.spec.js +247 -0
  86. package/dist/databases/bigquery-duckdb/nested_source_table.spec.js.map +1 -0
  87. package/dist/databases/bigquery-postgres/multi_connection.spec.d.ts +1 -0
  88. package/dist/databases/bigquery-postgres/multi_connection.spec.js +138 -0
  89. package/dist/databases/bigquery-postgres/multi_connection.spec.js.map +1 -0
  90. package/dist/databases/bigquery-postgres/streaming.spec.d.ts +1 -0
  91. package/dist/databases/bigquery-postgres/streaming.spec.js +88 -0
  92. package/dist/databases/bigquery-postgres/streaming.spec.js.map +1 -0
  93. package/dist/databases/duckdb/duckdb.spec.d.ts +1 -0
  94. package/dist/databases/duckdb/duckdb.spec.js +116 -0
  95. package/dist/databases/duckdb/duckdb.spec.js.map +1 -0
  96. package/dist/databases/postgres/postgres.spec.d.ts +1 -0
  97. package/dist/databases/postgres/postgres.spec.js +137 -0
  98. package/dist/databases/postgres/postgres.spec.js.map +1 -0
  99. package/dist/databases/shared/test_list.d.ts +3 -0
  100. package/dist/databases/shared/test_list.js +24 -0
  101. package/dist/databases/shared/test_list.js.map +1 -0
  102. package/dist/dependencies.spec.d.ts +1 -0
  103. package/dist/dependencies.spec.js +63 -0
  104. package/dist/dependencies.spec.js.map +1 -0
  105. package/dist/index.d.ts +11 -0
  106. package/dist/index.js +49 -0
  107. package/dist/index.js.map +1 -0
  108. package/dist/model/utils.spec.d.ts +1 -0
  109. package/dist/model/utils.spec.js +38 -0
  110. package/dist/model/utils.spec.js.map +1 -0
  111. package/dist/models/faa_model.d.ts +5 -0
  112. package/dist/models/faa_model.js +977 -0
  113. package/dist/models/faa_model.js.map +1 -0
  114. package/dist/models/medicare_model.d.ts +4 -0
  115. package/dist/models/medicare_model.js +243 -0
  116. package/dist/models/medicare_model.js.map +1 -0
  117. package/dist/render/render.spec.d.ts +1 -0
  118. package/dist/render/render.spec.js +551 -0
  119. package/dist/render/render.spec.js.map +1 -0
  120. package/dist/runtimes.d.ts +33 -0
  121. package/dist/runtimes.js +147 -0
  122. package/dist/runtimes.js.map +1 -0
  123. package/dist/tags.spec.d.ts +1 -0
  124. package/dist/tags.spec.js +259 -0
  125. package/dist/tags.spec.js.map +1 -0
  126. package/dist/util/db-jest-matchers.d.ts +19 -0
  127. package/dist/util/db-jest-matchers.js +90 -0
  128. package/dist/util/db-jest-matchers.js.map +1 -0
  129. package/dist/util/index.d.ts +16 -0
  130. package/dist/util/index.js +171 -0
  131. package/dist/util/index.js.map +1 -0
  132. package/package.json +35 -0
  133. package/src/api.spec.ts +84 -0
  134. package/src/databases/all/expr.spec.ts +704 -0
  135. package/src/databases/all/functions.spec.ts +1135 -0
  136. package/src/databases/all/index.spec.ts +178 -0
  137. package/src/databases/all/join.spec.ts +350 -0
  138. package/src/databases/all/nomodel.spec.ts +1159 -0
  139. package/src/databases/all/orderby.spec.ts +268 -0
  140. package/src/databases/all/problems.spec.ts +121 -0
  141. package/src/databases/all/sql_expressions.spec.ts +107 -0
  142. package/src/databases/all/time.spec.ts +793 -0
  143. package/src/databases/bigquery/double_truncation.spec.ts +51 -0
  144. package/src/databases/bigquery/handexpr.spec.ts +782 -0
  145. package/src/databases/bigquery/injestion_time_partitioning.spec.ts +268 -0
  146. package/src/databases/bigquery/joined_filters.spec.ts +75 -0
  147. package/src/databases/bigquery/json.spec.ts +95 -0
  148. package/src/databases/bigquery/malloy_query.spec.ts +1036 -0
  149. package/src/databases/bigquery/performance.skipped.spec.ts +73 -0
  150. package/src/databases/bigquery/time.spec.ts +59 -0
  151. package/src/databases/bigquery/wildcard_table_names.spec.ts +233 -0
  152. package/src/databases/bigquery-duckdb/nested_source_table.spec.ts +268 -0
  153. package/src/databases/bigquery-postgres/multi_connection.spec.ts +143 -0
  154. package/src/databases/bigquery-postgres/streaming.spec.ts +100 -0
  155. package/src/databases/duckdb/duckdb.spec.ts +131 -0
  156. package/src/databases/postgres/postgres.spec.ts +167 -0
  157. package/src/databases/shared/test_list.ts +24 -0
  158. package/src/dependencies.spec.ts +62 -0
  159. package/src/index.ts +36 -0
  160. package/src/model/utils.spec.ts +37 -0
  161. package/src/models/faa_model.ts +995 -0
  162. package/src/models/medicare_model.ts +246 -0
  163. package/src/render/__snapshots__/render.spec.ts.snap +12574 -0
  164. package/src/render/render.spec.ts +670 -0
  165. package/src/runtimes.ts +182 -0
  166. package/src/tags.spec.ts +277 -0
  167. package/src/util/db-jest-matchers.ts +128 -0
  168. package/src/util/index.ts +191 -0
  169. package/tsconfig.json +25 -0
@@ -0,0 +1,191 @@
1
+ /*
2
+ * Copyright 2023 Google LLC
3
+ *
4
+ * Permission is hereby granted, free of charge, to any person obtaining
5
+ * a copy of this software and associated documentation files
6
+ * (the "Software"), to deal in the Software without restriction,
7
+ * including without limitation the rights to use, copy, modify, merge,
8
+ * publish, distribute, sublicense, and/or sell copies of the Software,
9
+ * and to permit persons to whom the Software is furnished to do so,
10
+ * subject to the following conditions:
11
+ *
12
+ * The above copyright notice and this permission notice shall be
13
+ * included in all copies or substantial portions of the Software.
14
+ *
15
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
16
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
17
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
18
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
19
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
20
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
21
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
22
+ */
23
+
24
+ import {
25
+ FilterExpression,
26
+ Fragment,
27
+ QueryMaterializer,
28
+ Result,
29
+ Runtime,
30
+ } from '@malloydata/malloy';
31
+
32
+ export function fStringEq(field: string, value: string): FilterExpression {
33
+ return {
34
+ expression: [{type: 'field', path: field}, `='${value}'`],
35
+ code: `${field}='${value}'`,
36
+ expressionType: 'scalar',
37
+ };
38
+ }
39
+
40
+ export function fStringLike(field: string, value: string): FilterExpression {
41
+ return {
42
+ expression: [{type: 'field', path: field}, ` LIKE '${value}'`],
43
+ code: `${field}~'${value}'`,
44
+ expressionType: 'scalar',
45
+ };
46
+ }
47
+
48
+ export function fYearEq(field: string, year: number): FilterExpression {
49
+ const yBegin = `'${year}-01-01 00:00:00'`;
50
+ const yEnd = `'${year + 1}-01-01 00:00:00'`;
51
+ const fx: Fragment = {type: 'field', path: field};
52
+ return {
53
+ expression: [fx, `>=${yBegin} and `, fx, `<${yEnd}`],
54
+ code: `${field}:@${year}`,
55
+ expressionType: 'scalar',
56
+ };
57
+ }
58
+
59
+ // accepts databases in env, either via comma-separated dialect list (MALLOY_DATABASES=) or a single
60
+ // database (MALLOY_DATABASE=). returns either databases defined in env or a default list that was passed.
61
+ export function databasesFromEnvironmentOr(
62
+ defaultDatabases: string[]
63
+ ): string[] {
64
+ return process.env['MALLOY_DATABASES']
65
+ ? process.env['MALLOY_DATABASES'].split(',')
66
+ : process.env['MALLOY_DATABASE']
67
+ ? [process.env['MALLOY_DATABASE']]
68
+ : defaultDatabases;
69
+ }
70
+
71
+ // confirms that one or more of the databases being tested overlaps with the databases a test suite can accept.
72
+ // if there is overlap, return a tuple of jest.describe and the dialects to be tested
73
+ // if there is no overlap, return a tuple if jest.describe.skip and the dialects to be tested
74
+ export function describeIfDatabaseAvailable(
75
+ acceptableDatabases: string[]
76
+ ): [jest.Describe, string[]] {
77
+ const currentDatabases = databasesFromEnvironmentOr(acceptableDatabases);
78
+ const overlap = acceptableDatabases.filter(d => currentDatabases.includes(d));
79
+
80
+ return overlap.length > 0 ? [describe, overlap] : [describe.skip, overlap];
81
+ }
82
+
83
+ interface InitValues {
84
+ sql?: string;
85
+ malloy?: string;
86
+ connection?: string;
87
+ }
88
+
89
+ function sqlSafe(str: string): string {
90
+ return str
91
+ .replace(/'/g, '{single-quote}')
92
+ .replace(/\\/g, '{backslash}')
93
+ .replace(/"/g, '{double-quote}');
94
+ }
95
+ export function mkSqlEqWith(runtime: Runtime, initV?: InitValues) {
96
+ // eslint-disable-next-line @typescript-eslint/explicit-module-boundary-types
97
+ return async function (
98
+ expr: string,
99
+ result: string | boolean | number
100
+ ): Promise<Result> {
101
+ const qExpr = expr.replace(/'/g, '`');
102
+ const sqlV = initV?.sql || 'SELECT 1 as one';
103
+ const malloyV = initV?.malloy || '';
104
+ const select = initV?.connection
105
+ ? ` connection: "${initV.connection}" select`
106
+ : 'select';
107
+ const sourceDef = `
108
+ sql: sqlData is {${select}: """${sqlV}""" }
109
+ source: basicTypes is from_sql(sqlData) ${malloyV}
110
+ `;
111
+ let query: string;
112
+ if (typeof result === 'boolean') {
113
+ const notEq = `concat('sqlEq failed', CHR(10), ' Expected: ${qExpr} to be ${result}')`;
114
+ const varName = result ? 'expectTrue' : 'expectFalse';
115
+ const whenPick = result
116
+ ? `'=' when ${varName}`
117
+ : `${notEq} when ${varName}`;
118
+ const elsePick = result ? notEq : "'='";
119
+ query = `${sourceDef}
120
+ query: basicTypes
121
+ -> {
122
+ declare: ${varName} is ${expr}
123
+ project: calc is pick ${whenPick} else ${elsePick}
124
+ }`;
125
+ } else if (typeof result === 'number') {
126
+ query = `${sourceDef}
127
+ query: basicTypes
128
+ -> {
129
+ declare: expect is ${result}
130
+ declare: got is ${expr}
131
+ project: calc is
132
+ pick '=' when expect = got
133
+ else concat('sqlEq failed', CHR(10), ' Expected: ${qExpr} == ${result}', CHR(10), ' Received: ', got::string)
134
+ }`;
135
+ } else if (expr[0] === "'") {
136
+ // quoted strings
137
+ const resultNoBacks = result.replace(/\\/g, '\\\\');
138
+ const qResult = `'${resultNoBacks.replace(/'/g, "\\'")}'`;
139
+ query = `${sourceDef}
140
+ query: basicTypes
141
+ -> {
142
+ project: expect is ${qResult}
143
+ project: got is ${expr}
144
+ } -> {
145
+ project: calc is
146
+ pick '=' when expect = got
147
+ else concat('sqlEq failed', CHR(10), ' Expected: ${sqlSafe(
148
+ expr
149
+ )} == ${sqlSafe(result)}', CHR(10), ' Received: ', got::string)
150
+ }`;
151
+ } else {
152
+ const qResult = result.replace(/'/g, '`');
153
+ query = `${sourceDef}
154
+ query: basicTypes
155
+ -> {
156
+ project: expect is ${result}
157
+ project: got is ${expr}
158
+ } -> {
159
+ project: calc is
160
+ pick '=' when expect = got
161
+ else concat('sqlEq failed', CHR(10), ' Expected: ${qExpr} == ${qResult}', CHR(10), ' Received: ', got::string)
162
+ }`;
163
+ }
164
+
165
+ return runtime.loadQuery(query).run();
166
+ };
167
+ }
168
+
169
+ export async function runQuery(runtime: Runtime, querySrc: string) {
170
+ let query: QueryMaterializer;
171
+ try {
172
+ query = runtime.loadQuery(querySrc);
173
+ } catch (e) {
174
+ throw new Error(`loadQuery failed: ${e.message}`);
175
+ }
176
+
177
+ let result: Result;
178
+ try {
179
+ result = await query.run();
180
+ } catch (e) {
181
+ throw new Error(
182
+ `query.run failed: ${e.message}\n` + `SQL: ${await query.getSQL()}`
183
+ );
184
+ }
185
+
186
+ return result;
187
+ }
188
+
189
+ export const testIf = (condition: boolean) => {
190
+ return condition ? test : test.skip;
191
+ };
package/tsconfig.json ADDED
@@ -0,0 +1,25 @@
1
+ {
2
+ "extends": "../tsconfig.packages.json",
3
+ "compilerOptions": {
4
+ "rootDir": "src",
5
+ "outDir": "dist",
6
+ "composite": true
7
+ },
8
+ "references": [
9
+ {
10
+ "path": "../packages/malloy"
11
+ },
12
+ {
13
+ "path": "../packages/malloy-db-bigquery"
14
+ },
15
+ {
16
+ "path": "../packages/malloy-db-postgres"
17
+ },
18
+ {
19
+ "path": "../packages/malloy-db-duckdb"
20
+ },
21
+ {
22
+ "path": "../packages/malloy-malloy-sql"
23
+ }
24
+ ]
25
+ }