ssc_codegen 0.5.3__tar.gz → 0.5.5__tar.gz

{ssc_codegen-0.5.3 → ssc_codegen-0.5.5}/.idea/workspace.xml

@@ -4,13 +4,29 @@
     <option name="autoReloadType" value="SELECTIVE" />
   </component>
   <component name="ChangeListManager">
-    <list default="true" id="9c5efa3e-dda3-4c3a-8055-fa28924643ed" name="Changes" comment="add test converters implementation status">
-      <change afterPath="$PROJECT_DIR$/examples/ex_extended.py" afterDir="false" />
-      <change afterPath="$PROJECT_DIR$/examples/python/main2.py" afterDir="false" />
-      <change afterPath="$PROJECT_DIR$/examples/schemas/booksToScrapeTests.py" afterDir="false" />
+    <list default="true" id="9c5efa3e-dda3-4c3a-8055-fa28924643ed" name="Changes" comment="bump">
+      <change afterPath="$PROJECT_DIR$/examples/booksToScrape/ex_extended.py" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/examples/booksToScrape/python/main2.py" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/examples/booksToScrape/schemas/booksToScrapeTests.py" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/examples/testDoc/index.html" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/examples/testDoc/schema.py" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/tests/schema/test_default_expr.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/.gitignore" beforeDir="false" afterPath="$PROJECT_DIR$/.gitignore" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/ssc_codegen/converters/js_pure.py" beforeDir="false" afterPath="$PROJECT_DIR$/ssc_codegen/converters/js_pure.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/ssc_codegen/converters/templates/js.py" beforeDir="false" afterPath="$PROJECT_DIR$/ssc_codegen/converters/templates/js.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/README.md" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/README.md" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/dart/booksToScrape.dart" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/dart/booksToScrape.dart" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/dart/main.dart" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/dart/main.dart" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/generate_code.sh" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/generate_code.sh" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/go/booksToScrape.go" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/go/booksToScrape.go" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/go/main.go" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/go/main.go" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/js/booksToScrape.js" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/js/booksToScrape.js" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/js/main.js" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/js/main.js" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/manual_make.py" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/manual_make.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/python/booksToScrape.py" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/python/booksToScrape.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/python/main.py" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/python/main.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/runtime_compile.py" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/runtime_compile.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/examples/schemas/booksToScrape.py" beforeDir="false" afterPath="$PROJECT_DIR$/examples/booksToScrape/schemas/booksToScrape.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/ssc_codegen/ast_builder.py" beforeDir="false" afterPath="$PROJECT_DIR$/ssc_codegen/ast_builder.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/tests/schema/test_sc_magic_methods.py" beforeDir="false" afterPath="$PROJECT_DIR$/tests/schema/test_sc_magic_methods.py" afterDir="false" />
     </list>
     <option name="SHOW_DIALOG" value="false" />
     <option name="HIGHLIGHT_CONFLICTS" value="true" />
@@ -88,6 +104,8 @@
     "Python tests.Python tests for test_buildin_converters.test_converter_impl.executor": "Run",
     "Python tests.Python tests for test_convert_query.test_convert_css_to_xpath.executor": "Run",
     "Python tests.Python tests for test_convert_query.test_convert_xpath_to_css.executor": "Run",
+    "Python tests.Python tests for test_default.test_invalid_default.executor": "Run",
+    "Python tests.Python tests for test_default_expr.test_invalid_default.executor": "Run",
     "Python tests.Python tests for test_document.test_expr.executor": "Run",
     "Python tests.Python tests for test_document.test_fail_attr_expr.executor": "Run",
     "Python tests.Python tests for test_document.test_valid_html_expr.executor": "Run",
@@ -113,6 +131,7 @@
     "Python tests.Python tests for test_sc_magic_methods.test_fail_schema_dict_key.executor": "Run",
     "Python tests.Python tests for test_sc_magic_methods.test_fail_schema_magic.executor": "Run",
     "Python tests.Python tests for test_sc_magic_methods.test_fail_schema_split_doc_ret_type.executor": "Run",
+    "Python tests.Python tests for test_sc_magic_methods.test_valid_dict_schema_key.executor": "Run",
     "Python tests.Python tests for test_sc_mro.test_schema_mro.executor": "Run",
     "Python tests.Python tests for test_select_document.test_valid_html_expr.executor": "Run",
     "Python tests.Python tests for test_selector_converters.test_convert_css_to_xpath.executor": "Run",
@@ -179,7 +198,7 @@
     "WebServerToolWindowFactoryState": "false",
     "dart.analysis.tool.window.visible": "false",
     "git-widget-placeholder": "main",
-    "last_opened_file_path": "/home/georgiy/PycharmProjects/selector_schema_codegen/ssc_codegen/converters/ast_utils.py",
+    "last_opened_file_path": "/home/georgiy/PycharmProjects/selector_schema_codegen/examples",
     "node.js.detected.package.eslint": "true",
     "node.js.detected.package.tslint": "true",
     "node.js.selected.package.eslint": "(autodetect)",
@@ -194,22 +213,22 @@
   </component>
   <component name="RecentsManager">
     <key name="CopyFile.RECENT_KEYS">
+      <recent name="$PROJECT_DIR$/examples" />
       <recent name="$PROJECT_DIR$" />
       <recent name="$PROJECT_DIR$/examples/schemas/a" />
       <recent name="$PROJECT_DIR$/examples/schemas" />
       <recent name="$PROJECT_DIR$/scs" />
-      <recent name="$PROJECT_DIR$/ssc_codegen/converters/templates/dart/universal_html" />
     </key>
     <key name="MoveFile.RECENT_KEYS">
+      <recent name="$PROJECT_DIR$/examples/booksToScrape" />
       <recent name="$PROJECT_DIR$/tests/schema" />
       <recent name="$PROJECT_DIR$/ssc_codegen/converters" />
       <recent name="$PROJECT_DIR$/examples" />
       <recent name="$PROJECT_DIR$/examples/python" />
-      <recent name="$PROJECT_DIR$/tests/document" />
     </key>
   </component>
-  <component name="RunManager" selected="Python tests.Python tests for test_buildin_converters.test_converter_impl">
-    <configuration name="ex_extended" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
+  <component name="RunManager" selected="Python tests.Python tests for test_default_expr.test_invalid_default">
+    <configuration name="manual_make" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
       <module name="selector_schema_codegen" />
       <option name="ENV_FILES" value="" />
       <option name="INTERPRETER_OPTIONS" value="" />
@@ -223,7 +242,7 @@
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
       <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/examples/ex_extended.py" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/examples/manual_make.py" />
       <option name="PARAMETERS" value="" />
       <option name="SHOW_COMMAND_LINE" value="false" />
       <option name="EMULATE_TERMINAL" value="false" />
@@ -232,84 +251,77 @@
       <option name="INPUT_FILE" value="" />
       <method v="2" />
     </configuration>
-    <configuration name="o" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
+    <configuration name="Python tests for test_buildin_converters.test_converter_impl" type="tests" factoryName="Autodetect" temporary="true" nameIsGenerated="true">
       <module name="selector_schema_codegen" />
       <option name="ENV_FILES" value="" />
       <option name="INTERPRETER_OPTIONS" value="" />
       <option name="PARENT_ENVS" value="true" />
-      <envs>
-        <env name="PYTHONUNBUFFERED" value="1" />
-      </envs>
       <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/tests/converters" />
       <option name="IS_MODULE_SDK" value="true" />
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
       <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/o.py" />
-      <option name="PARAMETERS" value="" />
-      <option name="SHOW_COMMAND_LINE" value="false" />
-      <option name="EMULATE_TERMINAL" value="false" />
-      <option name="MODULE_MODE" value="false" />
-      <option name="REDIRECT_INPUT" value="false" />
-      <option name="INPUT_FILE" value="" />
+      <option name="_new_additionalArguments" value="&quot;&quot;" />
+      <option name="_new_target" value="&quot;test_buildin_converters.test_converter_impl&quot;" />
+      <option name="_new_targetType" value="&quot;PYTHON&quot;" />
       <method v="2" />
     </configuration>
-    <configuration name="Python tests for test_buildin_converters.test_converter_impl" type="tests" factoryName="Autodetect" temporary="true" nameIsGenerated="true">
+    <configuration name="Python tests for test_default_expr.test_invalid_default" type="tests" factoryName="Autodetect" temporary="true" nameIsGenerated="true">
       <module name="selector_schema_codegen" />
       <option name="ENV_FILES" value="" />
       <option name="INTERPRETER_OPTIONS" value="" />
       <option name="PARENT_ENVS" value="true" />
       <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/tests/converters" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/tests/schema" />
       <option name="IS_MODULE_SDK" value="true" />
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
       <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
       <option name="_new_additionalArguments" value="&quot;&quot;" />
-      <option name="_new_target" value="&quot;test_buildin_converters.test_converter_impl&quot;" />
+      <option name="_new_target" value="&quot;test_default_expr.test_invalid_default&quot;" />
       <option name="_new_targetType" value="&quot;PYTHON&quot;" />
       <method v="2" />
     </configuration>
-    <configuration name="Python tests for test_selector_converters.test_convert_css_to_xpath_tokens" type="tests" factoryName="Autodetect" temporary="true" nameIsGenerated="true">
+    <configuration name="Python tests for test_sc_magic_methods.test_valid_dict_schema_key" type="tests" factoryName="Autodetect" temporary="true" nameIsGenerated="true">
       <module name="selector_schema_codegen" />
       <option name="ENV_FILES" value="" />
       <option name="INTERPRETER_OPTIONS" value="" />
       <option name="PARENT_ENVS" value="true" />
       <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/tests/document" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/tests/schema" />
       <option name="IS_MODULE_SDK" value="true" />
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
       <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
       <option name="_new_additionalArguments" value="&quot;&quot;" />
-      <option name="_new_target" value="&quot;test_selector_converters.test_convert_css_to_xpath_tokens&quot;" />
+      <option name="_new_target" value="&quot;test_sc_magic_methods.test_valid_dict_schema_key&quot;" />
       <option name="_new_targetType" value="&quot;PYTHON&quot;" />
       <method v="2" />
     </configuration>
-    <configuration name="Python tests for test_selector_converters.test_convert_xpath_to_css_tokens" type="tests" factoryName="Autodetect" temporary="true" nameIsGenerated="true">
+    <configuration name="Python tests for tests.schema.test_default_expr.test_invalid_default" type="tests" factoryName="Autodetect" temporary="true" nameIsGenerated="true">
       <module name="selector_schema_codegen" />
       <option name="ENV_FILES" value="" />
       <option name="INTERPRETER_OPTIONS" value="" />
       <option name="PARENT_ENVS" value="true" />
       <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/tests/document" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/tests/schema" />
       <option name="IS_MODULE_SDK" value="true" />
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
       <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
       <option name="_new_additionalArguments" value="&quot;&quot;" />
-      <option name="_new_target" value="&quot;test_selector_converters.test_convert_xpath_to_css_tokens&quot;" />
+      <option name="_new_target" value="&quot;tests.schema.test_default_expr.test_invalid_default&quot;" />
       <option name="_new_targetType" value="&quot;PYTHON&quot;" />
       <method v="2" />
     </configuration>
     <recent_temporary>
       <list>
+        <item itemvalue="Python tests.Python tests for test_default_expr.test_invalid_default" />
+        <item itemvalue="Python tests.Python tests for tests.schema.test_default_expr.test_invalid_default" />
+        <item itemvalue="Python tests.Python tests for test_sc_magic_methods.test_valid_dict_schema_key" />
+        <item itemvalue="Python.manual_make" />
         <item itemvalue="Python tests.Python tests for test_buildin_converters.test_converter_impl" />
-        <item itemvalue="Python.o" />
-        <item itemvalue="Python.ex_extended" />
-        <item itemvalue="Python tests.Python tests for test_selector_converters.test_convert_xpath_to_css_tokens" />
-        <item itemvalue="Python tests.Python tests for test_selector_converters.test_convert_css_to_xpath_tokens" />
       </list>
     </recent_temporary>
   </component>
@@ -394,47 +406,9 @@
       <workItem from="1738301565437" duration="8521000" />
       <workItem from="1738575037148" duration="22388000" />
       <workItem from="1738684052578" duration="6332000" />
-      <workItem from="1738746990365" duration="27715000" />
-    </task>
-    <task id="LOCAL-00132" summary="mypy fix">
-      <option name="closed" value="true" />
-      <created>1738055157052</created>
-      <option name="number" value="00132" />
-      <option name="presentableId" value="LOCAL-00132" />
-      <option name="project" value="LOCAL" />
-      <updated>1738055157052</updated>
-    </task>
-    <task id="LOCAL-00133" summary="fix dart codegen">
-      <option name="closed" value="true" />
-      <created>1738067544204</created>
-      <option name="number" value="00133" />
-      <option name="presentableId" value="LOCAL-00133" />
-      <option name="project" value="LOCAL" />
-      <updated>1738067544205</updated>
-    </task>
-    <task id="LOCAL-00134" summary="fix XPATH js">
-      <option name="closed" value="true" />
-      <created>1738094439436</created>
-      <option name="number" value="00134" />
-      <option name="presentableId" value="LOCAL-00134" />
-      <option name="project" value="LOCAL" />
-      <updated>1738094439436</updated>
-    </task>
-    <task id="LOCAL-00135" summary="add test for converter utils, fix lowerCamelCase func">
-      <option name="closed" value="true" />
-      <created>1738231018899</created>
-      <option name="number" value="00135" />
-      <option name="presentableId" value="LOCAL-00135" />
-      <option name="project" value="LOCAL" />
-      <updated>1738231018900</updated>
-    </task>
-    <task id="LOCAL-00136" summary="CallStructFunctionExpression: fix have_default_expr method, DefaultValueWrapper: change accept_type, ret_type to VariableType.DOCUMENT">
-      <option name="closed" value="true" />
-      <created>1738231131458</created>
-      <option name="number" value="00136" />
-      <option name="presentableId" value="LOCAL-00136" />
-      <option name="project" value="LOCAL" />
-      <updated>1738231131458</updated>
+      <workItem from="1738746990365" duration="28527000" />
+      <workItem from="1738827918820" duration="143000" />
+      <workItem from="1738830292119" duration="2627000" />
     </task>
     <task id="LOCAL-00137" summary="SIGNATURE_MAP: add ANY, OPTIONAL_INT, OPTIONAL_LIST_INT, OPTIONAL_FLOAT, OPTIONAL_LIST_FLOAT">
       <option name="closed" value="true" />
@@ -788,7 +762,47 @@
       <option name="project" value="LOCAL" />
       <updated>1738794557342</updated>
     </task>
-    <option name="localTasksCounter" value="181" />
+    <task id="LOCAL-00181" summary="rename modules">
+      <option name="closed" value="true" />
+      <created>1738794901438</created>
+      <option name="number" value="00181" />
+      <option name="presentableId" value="LOCAL-00181" />
+      <option name="project" value="LOCAL" />
+      <updated>1738794901438</updated>
+    </task>
+    <task id="LOCAL-00182" summary="ruff fmt">
+      <option name="closed" value="true" />
+      <created>1738794911350</created>
+      <option name="number" value="00182" />
+      <option name="presentableId" value="LOCAL-00182" />
+      <option name="project" value="LOCAL" />
+      <updated>1738794911350</updated>
+    </task>
+    <task id="LOCAL-00183" summary="bump">
+      <option name="closed" value="true" />
+      <created>1738794935313</created>
+      <option name="number" value="00183" />
+      <option name="presentableId" value="LOCAL-00183" />
+      <option name="project" value="LOCAL" />
+      <updated>1738794935313</updated>
+    </task>
+    <task id="LOCAL-00184" summary="TokenType.EXPR_LIST_JOIN: fix syntax">
+      <option name="closed" value="true" />
+      <created>1738830468062</created>
+      <option name="number" value="00184" />
+      <option name="presentableId" value="LOCAL-00184" />
+      <option name="project" value="LOCAL" />
+      <updated>1738830468062</updated>
+    </task>
+    <task id="LOCAL-00185" summary="bump">
+      <option name="closed" value="true" />
+      <created>1738830485847</created>
+      <option name="number" value="00185" />
+      <option name="presentableId" value="LOCAL-00185" />
+      <option name="project" value="LOCAL" />
+      <updated>1738830485847</updated>
+    </task>
+    <option name="localTasksCounter" value="186" />
     <servers />
   </component>
   <component name="TypeScriptGeneratedFilesManager">
@@ -806,9 +820,6 @@
     </option>
   </component>
   <component name="VcsManagerConfiguration">
-    <MESSAGE value="dev: add httpx dep" />
-    <MESSAGE value="update readme" />
-    <MESSAGE value="add schema tests" />
     <MESSAGE value="add check stacks expr len, extract_default_expr check stack len&#10;throw error if stack is empty" />
     <MESSAGE value="refactoring: ast utils to another module" />
     <MESSAGE value="gen_go: add unimport function. fix typo --debug flag" />
@@ -826,12 +837,15 @@
     <MESSAGE value="add new schema factories, add new tests" />
     <MESSAGE value="Document marks: add optional default_value argument" />
     <MESSAGE value="ruff fix" />
-    <MESSAGE value="bump" />
     <MESSAGE value="check: add run pytest&#10;fix: add ruff fix" />
     <MESSAGE value="ruff, mypy fix" />
     <MESSAGE value="js_pure:&#10;TokenType.EXPR_CSS_ALL:&#10;convert nodes to array&#10;&#10;TokenType.EXPR_RAW,TokenType.EXPR_TEXT:&#10;add check variable type document and node" />
     <MESSAGE value="add test converters implementation status" />
-    <option name="LAST_COMMIT_MESSAGE" value="add test converters implementation status" />
+    <MESSAGE value="rename modules" />
+    <MESSAGE value="ruff fmt" />
+    <MESSAGE value="TokenType.EXPR_LIST_JOIN: fix syntax" />
+    <MESSAGE value="bump" />
+    <option name="LAST_COMMIT_MESSAGE" value="bump" />
   </component>
   <component name="XDebuggerManager">
     <breakpoint-manager>
@@ -857,7 +871,7 @@
           <option name="timeStamp" value="121" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/examples/python/main2.py</url>
+          <url>file://$PROJECT_DIR$/examples/booksToScrape/python/main2.py</url>
           <line>6</line>
           <option name="timeStamp" value="125" />
         </line-breakpoint>
@@ -867,10 +881,15 @@
           <option name="timeStamp" value="132" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/examples/ex_extended.py</url>
+          <url>file://$PROJECT_DIR$/examples/booksToScrape/ex_extended.py</url>
           <line>14</line>
           <option name="timeStamp" value="134" />
         </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/ssc_codegen/ast_builder.py</url>
+          <line>155</line>
+          <option name="timeStamp" value="137" />
+        </line-breakpoint>
         <line-breakpoint enabled="true" type="Dart">
           <url>file://$PROJECT_DIR$/dart_sscgen/bin/dart_sscgen.dart</url>
           <line>16</line>
@@ -880,12 +899,12 @@
     </breakpoint-manager>
   </component>
   <component name="com.intellij.coverage.CoverageDataManagerImpl">
-    <SUITE FILE_PATH="coverage/selector_schema_codegen$.coverage" NAME=" Coverage Results" MODIFIED="1738791063058" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="false" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/tests/converters" />
+    <SUITE FILE_PATH="coverage/selector_schema_codegen$.coverage" NAME=" Coverage Results" MODIFIED="1738832894654" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="false" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/tests/schema" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$cli.coverage" NAME="cli Coverage Results" MODIFIED="1717347870433" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$schemas.coverage" NAME="schemas Coverage Results" MODIFIED="1714992167313" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/ssc_codegen/v2" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$ex_extended.coverage" NAME="ex_extended Coverage Results" MODIFIED="1738777474650" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="false" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/examples" />
-    <SUITE FILE_PATH="coverage/selector_schema_codegen$calc_hash.coverage" NAME="calc_hash Coverage Results" MODIFIED="1718171677863" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/ssc_codegen/utils" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$extract.coverage" NAME="validate Coverage Results" MODIFIED="1706819346637" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/ssc_codegen2" />
+    <SUITE FILE_PATH="coverage/selector_schema_codegen$calc_hash.coverage" NAME="calc_hash Coverage Results" MODIFIED="1718171677863" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/ssc_codegen/utils" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$ast_ssc.coverage" NAME="ast_ssc Coverage Results" MODIFIED="1735321217497" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="false" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/ssc_codegen" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$translator.coverage" NAME="translator Coverage Results" MODIFIED="1707045679760" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/ssc_codegen2" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$constants.coverage" NAME="constants Coverage Results" MODIFIED="1717348468280" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/ssc_codegen2/schema" />
@@ -901,7 +920,7 @@
     <SUITE FILE_PATH="coverage/selector_schema_codegen$tg_mini.coverage" NAME="tg_mini Coverage Results" MODIFIED="1717771734055" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$expression.coverage" NAME="expression Coverage Results" MODIFIED="1715360828778" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/ssc_codegen2" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$animego_pro.coverage" NAME="animego_pro Coverage Results" MODIFIED="1717401685023" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/libanime_schema/source_v2/src" />
-    <SUITE FILE_PATH="coverage/selector_schema_codegen$manual_make.coverage" NAME="manual_make Coverage Results" MODIFIED="1738237757130" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="false" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/examples" />
+    <SUITE FILE_PATH="coverage/selector_schema_codegen$manual_make.coverage" NAME="manual_make Coverage Results" MODIFIED="1738832322479" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="false" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/examples" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$__init__.coverage" NAME="__init__ Coverage Results" MODIFIED="1715378131584" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/ssc_codegen2/document" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$o.coverage" NAME="o Coverage Results" MODIFIED="1738787607226" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="false" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
     <SUITE FILE_PATH="coverage/selector_schema_codegen$aaaa.coverage" NAME="aaaa Coverage Results" MODIFIED="1717773815300" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />

{ssc_codegen-0.5.3 → ssc_codegen-0.5.5}/PKG-INFO

@@ -1,13 +1,13 @@
 Metadata-Version: 2.4
 Name: ssc_codegen
-Version: 0.5.3
+Version: 0.5.5
 Summary: Add your description here
 Project-URL: Documentation, https://github.com/vypivshiy/selector_schema_codegen#readme
 Project-URL: Issues, https://github.com/vypivshiy/selector_schema_codegen/issues
 Project-URL: Source, https://github.com/vypivshiy/selector_schema_codegen
 Project-URL: Examples, https://github.com/vypivshiy/selector_schema_codegen/examples
 License-File: LICENSE
-Requires-Python: >=3.12
+Requires-Python: >=3.10
 Requires-Dist: cssselect>=1.2.0
 Requires-Dist: lxml>=5.3.0
 Requires-Dist: typer>=0.15.1

ssc_codegen-0.5.5/examples/a.py

@@ -0,0 +1,7 @@
+from ssc_codegen import D, N, DictSchema, ItemSchema, ListSchema
+
+
+class Foo(DictSchema):
+    __SPLIT_DOC__ = D().css_all('b')
+    __KEY__ = D().default("null").attr("a")
+    __VALUE__ = D().default(None).attr("b")

{ssc_codegen-0.5.3/examples → ssc_codegen-0.5.5/examples/booksToScrape}/generate_code.sh

@@ -1,4 +1,5 @@
 ssc-gen go schemas/booksToScrape.py -o go --package main
+# OPTIONAL chose parser backend lib
 ssc-gen py schemas/booksToScrape.py -i parsel -o python
 ssc-gen js schemas/booksToScrape.py -o js
 ssc-gen dart schemas/booksToScrape.py -o dart

ssc_codegen-0.5.5/examples/manual_make.py

@@ -0,0 +1,14 @@
+"""example usage API interface"""
+if __name__ == '__main__':
+    # base ast builder
+    from ssc_codegen.ast_builder import build_ast_module
+    # build-in converter
+    from ssc_codegen.converters.py_parsel import converter
+    # runtime import module and parse
+    # WARNING: DO NOT PASS UNKNOWN MODULES FOR SECURITY REASONS
+    # IT COMPILE AND EXEC PYTHON CODE FROM FILE IN RUNTIME
+    ast = build_ast_module(
+        'a.py',
+    )
+    code = converter.convert_program(ast)
+    print("\n".join(code))

ssc_codegen-0.5.5/examples/testDoc/index.html

@@ -0,0 +1,23 @@
+<!--synthetic html page for demonstare write schemas examples and tests in several cases-->
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <title>Demo page 1</title>
+</head>
+<body>
+<!--simple items element-->
+<div class="item-sc">
+    <p>item sc</p>
+    <a href="example.com">example page</a>
+
+</div>
+1. simple item-sc tags
+2. simple list-sc tags
+3. simple dict-sc tags
+4. simple flatlist-sc tags
+
+5. nested item-sc tags + 2-4
+5. multi layered page
+</body>
+</html>

{ssc_codegen-0.5.3 → ssc_codegen-0.5.5}/pyproject.toml

@@ -1,9 +1,9 @@
 [project]
 name = "ssc_codegen"
-version = "0.5.3"
+version = "0.5.5"
 description = "Add your description here"
 readme = "README.md"
-requires-python = ">=3.12"
+requires-python = ">=3.10"
 dependencies = [
     "cssselect>=1.2.0",
     "lxml>=5.3.0",

{ssc_codegen-0.5.3 → ssc_codegen-0.5.5}/ssc_codegen/__init__.py

@@ -2,7 +2,7 @@ from .document import HTMLDocument, StringDocument, ArrayDocument, AssertDocumen
     NumericDocument
 from .schema import ItemSchema, DictSchema, ListSchema, FlatListSchema
 
-VERSION = "0.5.3"
+VERSION = "0.5.5"
 
 class __MISSING(object):
     pass

{ssc_codegen-0.5.3 → ssc_codegen-0.5.5}/ssc_codegen/ast_builder.py

@@ -79,6 +79,9 @@ def check_field_expr(field: BaseDocument) -> None:
         elif expr.accept_type == VariableType.ANY:
             var_cursor = VariableType.DOCUMENT
             continue
+        # end token operation, ignore
+        elif expr.kind == TokenType.EXPR_DEFAULT_END:
+            continue
         elif var_cursor == VariableType.NESTED:
             raise TypeError("sub_parser not allowed next instructions")
 
@@ -151,30 +154,27 @@ def _fill_stack_variables(
         ret_type = tmp_stack[-2].ret_type
         # used for convert return type
         if first_expr.value is None:  # type: ignore[attr-defined]
-            match ret_type:
-                case VariableType.STRING:
-                    ret_type = VariableType.OPTIONAL_STRING
-                case VariableType.LIST_STRING:
-                    ret_type = VariableType.OPTIONAL_LIST_STRING
-                case VariableType.INT:
-                    ret_type = VariableType.OPTIONAL_INT
-                case VariableType.LIST_INT:
-                    ret_type = VariableType.OPTIONAL_LIST_INT
-                case VariableType.FLOAT:
-                    ret_type = VariableType.OPTIONAL_FLOAT
-                case VariableType.LIST_FLOAT:
-                    ret_type = VariableType.OPTIONAL_LIST_FLOAT
-                # ignore cast
-                case t if t in (
-                    VariableType.NULL,
-                    VariableType.ANY,
-                    VariableType.NESTED,
-                ):
-                    pass
-                case _:
-                    raise TypeError(
-                        f"Unknown variable return type: {ret_type.name} {ret_type.name}"
-                    )
+            ret_type = _cast_ret_type_optional(ret_type)
+            # set DefaultEnd ret_type as DefaultStartToken
+            tmp_stack[-1].ret_type = ret_type
+        elif isinstance(first_expr.value, str):  # type: ignore[attr-defined]
+            tmp_stack[-1].ret_type = VariableType.STRING
+            assert ret_type == VariableType.STRING, (
+                "wrong default type passed (should be a STRING or NULL)"
+            )
+        elif isinstance(first_expr.value, float):  # type: ignore[attr-defined]
+            tmp_stack[-1].ret_type = VariableType.FLOAT
+            assert ret_type == VariableType.FLOAT, (
+                "wrong default type passed (should be a FLOAT or NULL)"
+            )
+        elif isinstance(first_expr.value, int):  # type: ignore[attr-defined]
+            tmp_stack[-1].ret_type = VariableType.INT
+            assert ret_type == VariableType.INT, (
+                "wrong default type passed (should be a INT or NULL)"
+            )
+        else:
+            msg = f"{first_expr.value!r}<{type(first_expr.value).__name__}> default operation not support this type"
+            raise TypeError(msg)
 
     expr_count = len(tmp_stack)
     for i, expr in enumerate(tmp_stack):
@@ -202,6 +202,34 @@ def _fill_stack_variables(
     return tmp_stack
 
 
+def _cast_ret_type_optional(ret_type):
+    match ret_type:
+        case VariableType.STRING:
+            ret_type = VariableType.OPTIONAL_STRING
+        case VariableType.LIST_STRING:
+            ret_type = VariableType.OPTIONAL_LIST_STRING
+        case VariableType.INT:
+            ret_type = VariableType.OPTIONAL_INT
+        case VariableType.LIST_INT:
+            ret_type = VariableType.OPTIONAL_LIST_INT
+        case VariableType.FLOAT:
+            ret_type = VariableType.OPTIONAL_FLOAT
+        case VariableType.LIST_FLOAT:
+            ret_type = VariableType.OPTIONAL_LIST_FLOAT
+        # ignore cast
+        case t if t in (
+            VariableType.NULL,
+            VariableType.ANY,
+            VariableType.NESTED,
+        ):
+            pass
+        case _:
+            raise TypeError(
+                f"Unknown variable return type: {ret_type.name} {ret_type.name}"
+            )
+    return ret_type
+
+
 # TODO: better typing?
 def replace_enum_values(item: Any) -> dict[str, Any] | list[Any] | str:
     """
@@ -337,11 +365,18 @@ def _check_split_doc_type(
 def _check_dict_schema_key_type(
     field: "BaseDocument", name: str, schema: Type[BaseSchema]
 ) -> None:
+    if schema.__SCHEMA_TYPE__ != StructType.DICT:
+        return
+    # corner case: default value is string, last return value - string
     if (
-        schema.__SCHEMA_TYPE__ == StructType.DICT
-        and name == "__KEY__"
-        and field.stack_last_ret != VariableType.STRING
-    ):  # type: ignore
+        field.stack[0].kind == TokenType.EXPR_DEFAULT_START
+        and isinstance(field.stack[0].value, str)
+        and field.stack[-2].ret_type == VariableType.STRING
+    ):
+        return
+
+    elif name == "__KEY__" and field.stack_last_ret != VariableType.STRING:  # type: ignore
+        # case: default value as string
         msg = f"{schema.__name__}.__KEY__ should be STRING, not {field.stack_last_ret.name}"  # type: ignore
         raise TypeError(msg)
 

{ssc_codegen-0.5.3 → ssc_codegen-0.5.5}/ssc_codegen/converters/py_base.py

@@ -422,7 +422,7 @@ def tt_join(node: JoinExpression) -> str:
 
     prv, nxt = lr_var_names(variable=node.variable)
     sep = repr(node.sep)
-    code = py.BINDINGS[nxt, sep, prv]
+    code = py.BINDINGS[node.kind, nxt, sep, prv]
     return indent + code
 
 

ssc_codegen-0.5.5/tests/schema/test_default_expr.py

@@ -0,0 +1,25 @@
+from typing import Type
+
+import pytest
+from helpers import schema_item_factory
+
+from ssc_codegen import D
+from ssc_codegen.ast_builder import build_ast_struct
+from ssc_codegen.schema import BaseSchema
+
+
+@pytest.mark.parametrize(
+    "schema",
+    [
+        schema_item_factory(f=D().default(0).raw()),
+        schema_item_factory(f=D().default(0.1).raw()),
+        schema_item_factory(f=D().default("a").raw().to_int()),
+        schema_item_factory(f=D().default("a").raw().to_float()),
+        schema_item_factory(f=D().default(1).raw().to_float()),
+        schema_item_factory(f=D().default(0.1).raw().to_int()),
+    ],
+)
+def test_invalid_default(schema: Type["BaseSchema"]) -> None:
+    # TODO: replace exception as TypeError
+    with pytest.raises(AssertionError):
+        build_ast_struct(schema)

{ssc_codegen-0.5.3 → ssc_codegen-0.5.5}/tests/schema/test_sc_magic_methods.py

@@ -159,3 +159,16 @@ def test_fail_schema_dict_key(schema: Type["BaseSchema"]) -> None:
 def test_fail_document_value_type(schema: Type["BaseSchema"]) -> None:
     with pytest.raises(TypeError):
         build_ast_struct(schema)
+
+
+@pytest.mark.parametrize(
+    "schema",
+    [
+        schema_dict_factory(
+            __SPLIT_DOC__=D().css_all("a"),
+            __KEY__=D().default("ok").attr("a"),
+            __VALUE__=R()),
+    ]
+)
+def test_valid_dict_schema_key(schema: Type["BaseSchema"]) -> None:
+    assert build_ast_struct(schema)