seatable-api 2.8.0__tar.gz → 2.8.2__tar.gz

seatable-api-2.8.2/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

seatable-api-2.8.2/PKG-INFO

@@ -0,0 +1,26 @@
+Metadata-Version: 2.1
+Name: seatable-api
+Version: 2.8.2
+Summary: Python client for SeaTable web api
+Home-page: https://github.com/seatable/seatable-api-python
+Author: seatable
+Author-email: support@seafile.com
+License: Apache Licence
+Platform: any
+Classifier: Programming Language :: Python
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# seatable-api-python
+
+Python client for SeaTable web api
+
+English document: <https://seatable.github.io/seatable-scripts/>
+
+Chinese document: <https://seatable.github.io/seatable-scripts-cn/>
+
+pypi: <https://pypi.org/project/seatable-api/>
+
+github: <https://github.com/seatable/seatable-api-python>
+
+

{seatable-api-2.8.0 → seatable-api-2.8.2}/seatable_api/api_gateway.py

@@ -54,6 +54,9 @@ class APIGateway(object):
     def _row_link_server_url(self):
         return self.api_gateway_url + '/api/v2/dtables/' + self.dtable_uuid + '/links/'
 
+    def _query_links_server_url(self):
+        return self.api_gateway_url + '/api/v2/dtables/' + self.dtable_uuid + '/query-links/'
+
     def _batch_update_row_link_server_url(self):
         return self._row_link_server_url()
 
@@ -148,7 +151,7 @@ class APIGateway(object):
         response = requests.get(view_url, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def add_view(self, table_name, view_name):
         url = self._view_server_url()
         view_url = '%(url)s/?table_name=%(table_name)s' % ({
@@ -161,7 +164,7 @@ class APIGateway(object):
         response = requests.post(view_url, json=json_data, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def rename_view(self, table_name, view_name, new_view_name):
         url = self._view_server_url()
         view_url = '%(url)s/%(view_name)s/?table_name=%(table_name)s' % ({
@@ -175,7 +178,7 @@ class APIGateway(object):
         response = requests.put(view_url, json=json_data, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def delete_view(self, table_name, view_name):
         url = self._view_server_url()
         view_url = '%(url)s/%(view_name)s/?table_name=%(table_name)s' % ({
@@ -186,7 +189,7 @@ class APIGateway(object):
         response = requests.delete(view_url, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def list_rows(self, table_name, view_name=None, order_by=None, desc=False, start=None, limit=None):
         """
         :param table_name: str
@@ -218,7 +221,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data.get('rows')
 
-    
+
     def get_row(self, table_name, row_id):
         """
         :param table_name: str
@@ -237,7 +240,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data
 
-    
+
     def append_row(self, table_name, row_data, apply_default=None):
         """
         :param table_name: str
@@ -256,7 +259,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data.get('first_row')
 
-    
+
     def batch_append_rows(self, table_name, rows_data, apply_default=None):
         """
         :param table_name: str
@@ -274,7 +277,7 @@ class APIGateway(object):
         response = requests.post(url, json=json_data, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def insert_row(self, table_name, row_data, anchor_row_id, apply_default=None):
         """
         :param table_name: str
@@ -282,7 +285,7 @@ class APIGateway(object):
         :param anchor_row_id: str
         """
         return self.append_row(table_name, row_data, apply_default=apply_default)
-        
+
 
     def update_row(self, table_name, row_id, row_data):
         """
@@ -301,7 +304,7 @@ class APIGateway(object):
         response = requests.put(url, json=json_data, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def batch_update_rows(self, table_name, rows_data):
         """
         :param table_name: str
@@ -318,7 +321,7 @@ class APIGateway(object):
         response = requests.put(url, json=json_data, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def delete_row(self, table_name, row_id):
         """
         :param table_name: str
@@ -334,7 +337,7 @@ class APIGateway(object):
         response = requests.delete(url, json=json_data, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def batch_delete_rows(self, table_name, row_ids):
         """
         :param table_name: str
@@ -350,7 +353,7 @@ class APIGateway(object):
         response = requests.delete(url, json=json_data, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def filter_rows(self, table_name, filters, view_name=None, filter_conjunction='And'):
         """
         :param table_name: str
@@ -417,7 +420,7 @@ class APIGateway(object):
         response = requests.post(url, json=json_data, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def remove_link(self, link_id, table_name, other_table_name, row_id, other_row_id):
         """
         :param link_id: str
@@ -440,7 +443,7 @@ class APIGateway(object):
         response = requests.delete(url, json=json_data, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def update_link(self, link_id, table_name, other_table_name, row_id, other_rows_ids):
         """
         :param link_id: str
@@ -467,7 +470,7 @@ class APIGateway(object):
         response = requests.put(url, json=json_data, headers=self.headers, timeout=self.timeout)
         return parse_response(response)
 
-    
+
     def batch_update_links(self, link_id, table_name, other_table_name, row_id_list, other_rows_ids_map):
         """
         :param link_id: str
@@ -492,6 +495,22 @@ class APIGateway(object):
         return parse_response(response)
 
 
+    def get_linked_records(self, table_id, link_column_key, rows):
+        """
+        :param table_id:  str
+        :param link_column_key: str
+        :param rows: list
+        """
+        url = self._query_links_server_url()
+        json_data = {
+            'table_id': table_id,
+            'link_column_key': link_column_key,
+            'rows': rows,
+        }
+        response = requests.post(url, json=json_data, headers=self.headers, timeout=self.timeout)
+        return parse_response(response)
+
+
     def list_columns(self, table_name, view_name=None):
         """
         :param table_name: str
@@ -510,7 +529,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data.get('columns')
 
-    
+
     def get_column_link_id(self, table_name, column_name):
         columns = self.list_columns(table_name)
         for column in columns:
@@ -518,14 +537,14 @@ class APIGateway(object):
                 return column.get('data', {}).get('link_id')
         raise ValueError('link type column "%s" does not exist in current table' % column_name)
 
-    
+
     def get_column_by_name(self, table_name, column_name):
         columns = self.list_columns(table_name)
         for col in columns:
             if col.get('name') == column_name:
                 return col
 
-    
+
     def get_columns_by_type(self, table_name, column_type: ColumnTypes):
         if column_type not in ColumnTypes:
             raise ValueError("type %s invalid!" % (column_type,))
@@ -533,7 +552,7 @@ class APIGateway(object):
         cols_results = [col for col in columns if col.get('type') == column_type.value]
         return cols_results
 
-    
+
     def insert_column(self, table_name, column_name, column_type, column_key=None, column_data=None):
         """
         :param table_name: str
@@ -561,7 +580,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data
 
-    
+
     def rename_column(self, table_name, column_key, new_column_name):
         """
         :param table_name: str
@@ -582,7 +601,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data
 
-    
+
     def resize_column(self, table_name, column_key, new_column_width):
         """
         :param table_name: str
@@ -604,7 +623,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data
 
-    
+
     def freeze_column(self, table_name, column_key, frozen):
         """
         :param table_name: str
@@ -625,7 +644,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data
 
-    
+
     def move_column(self, table_name, column_key, target_column_key):
         """
         :param table_name: str
@@ -646,7 +665,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data
 
-    
+
     def modify_column_type(self, table_name, column_key, new_column_type):
         """
         :param table_name: str
@@ -669,7 +688,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data
 
-    
+
     def add_column_options(self, table_name, column, options):
         """
         :param table_name: str
@@ -688,7 +707,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data
 
-    
+
     def add_column_cascade_settings(self, table_name, child_column, parent_column, cascade_settings):
         """
 
@@ -711,7 +730,7 @@ class APIGateway(object):
         data = parse_response(response)
         return data
 
-    
+
     def delete_column(self, table_name, column_key):
         """
         :param table_name: str

{seatable-api-2.8.0 → seatable-api-2.8.2}/seatable_api/convert_airtable.py

@@ -1,7 +1,11 @@
+import json
+import logging
 import re
+import sys
 import time
 import random
 import requests
+import urllib
 from datetime import datetime
 
 from .constants import ColumnTypes
@@ -23,6 +27,8 @@ ColumnTypes.BARCODE = 'barcode'
 FILE = 'file'
 IMAGE = 'image'
 
+logging.basicConfig(format='[%(asctime)s] [%(levelname)s] %(message)s', datefmt='%Y-%m-%d %H:%M:%S', stream=sys.stdout, level=logging.INFO)
+logger = logging.getLogger()
 
 class LinksConvertor(object):
 
@@ -42,7 +48,7 @@ class LinksConvertor(object):
                 row_id_list.append(row_id)
                 other_rows_ids_map[row_id] = link
         except Exception as e:
-            print('[Warning] gen links error:', e)
+            logger.exception('Error during link generation')
         links = {
             'link_id': link_data['link_id'],
             'table_id': link_data['table_id'],
@@ -75,7 +81,7 @@ class FilesConvertor(object):
                 name=name, content=content, file_type=file_type)
             return file_info
         except Exception as e:
-            print('[Warning] upload file error:', e)
+            logger.exception('Could not upload file')
             return None
 
     def batch_upload_files(self, value):
@@ -215,7 +221,7 @@ class RowsConvertor(object):
             else:  # DEFAULT
                 cell_data = str(value)
         except Exception as e:
-            print('[Warning] gen cell data error:', e)
+            logger.exception('Could not generate cell data')
             cell_data = str(value)
         return cell_data
 
@@ -226,6 +232,7 @@ class RowsConvertor(object):
             for column in columns:
                 column_name = column['name']
                 column_type = ColumnTypes(column['type'])
+
                 value = row.get(column_name)
                 if value is None:
                     continue
@@ -446,7 +453,8 @@ class AirtableAPI(object):
 
     def list_rows(self, table_name, offset=''):
         headers = {'Authorization': 'Bearer ' + self.airtable_api_key}
-        url = AIRTABLE_API_URL + self.airtable_base_id + '/' + table_name
+        # Table names must be encoded since they may contain slashes or other special characters
+        url = AIRTABLE_API_URL + self.airtable_base_id + '/' + urllib.parse.quote(table_name, safe='')
         if offset:
             url = url + '?offset=' + offset
         response = requests.get(url, headers=headers, timeout=60)
@@ -468,29 +476,43 @@ class AirtableAPI(object):
         while True:
             rows, offset = self.list_rows(table_name, offset)
             all_rows.extend(rows)
-            print(
-                '[Info] Got [ %s ] rows in Airtable <%s>' % (len(all_rows), table_name))
+            logger.info('Retrieved %d rows from table "%s"', len(all_rows), table_name)
             if not offset:
                 break
-            time.sleep(0.5)
+            # time.sleep(0.5)
         return all_rows
 
+    def get_schema(self):
+        url = f'{AIRTABLE_API_URL}meta/bases/{self.airtable_base_id}/tables'
+        headers = {'Authorization': 'Bearer ' + self.airtable_api_key}
+
+        response = requests.get(url, headers=headers, timeout=60)
+        if response.status_code >= 400:
+            raise ConnectionError(response.status_code, response.text)
+
+        return response.json().get('tables', [])
+
 
 class AirtableConvertor(object):
 
-    def __init__(self, airtable_api_key, airtable_base_id, base, table_names, first_columns=[], links=[]):
+    def __init__(self, airtable_api_key, airtable_base_id, base, table_names, first_columns=[], links=[], excluded_column_types=[], excluded_columns=[]):
         """
         airtable_api_key: str
         airtable_base_id: str
         base: SeaTable Base
         table_names: list[str], eg: ['table_name1', 'table_name2']
         links: list[tuple], eg: [('table_name', 'column_name', 'other_table_name')]
+        excluded_column_types: list[ColumnTypes], e.g. [ColumnTypes.FORMULA, ColumnTypes.LINK_FORMULA]
+        excluded_columns: list[tuple[str, str]], e.g. [('Table1', 'Column1'), ('Table2', 'Column5')]
         """
         self.airtable_api = AirtableAPI(airtable_api_key, airtable_base_id)
         self.base = base
         self.table_names = table_names
         self.first_columns = first_columns
         self.links = links
+        self.excluded_column_types = excluded_column_types
+        self.excluded_columns = excluded_columns
+        self.manually_migrated_columns = []
         self.columns_parser = ColumnsParser()
         self.files_convertor = FilesConvertor(airtable_api_key, base)
         self.rows_convertor = RowsConvertor(self.files_convertor)
@@ -500,8 +522,13 @@ class AirtableConvertor(object):
 
     def convert_metadata(self):
         self.get_airtable_row_map(is_demo=True)
-        self.get_airtable_column_map()
+
+        schema = self.airtable_api.get_schema()
+        self.parse_airtable_schema(schema)
+
         self.convert_tables()
+        self.add_helper_table()
+
         self.convert_columns()
         self.convert_rows(is_demo=True)
         self.convert_links(is_demo=True)
@@ -509,12 +536,144 @@ class AirtableConvertor(object):
     def convert_data(self):
         self.delete_demo_rows()
         self.get_airtable_row_map()
-        self.convert_select_columns()
         self.convert_rows()
         self.convert_links()
 
+    def parse_airtable_schema(self, schema):
+        self.airtable_column_map = {}
+
+        # AirTable -> SeaTable
+        COLUMN_MAPPING = {
+            # From https://airtable.com/developers/web/api/model/field-type
+            # Note: Commented out column types are not supported and must be manually created
+            "singleLineText": ColumnTypes.TEXT,
+            "email": ColumnTypes.EMAIL,
+            "url": ColumnTypes.URL,
+            "multilineText": ColumnTypes.LONG_TEXT,
+            "number": ColumnTypes.NUMBER,
+            "percent": ColumnTypes.NUMBER,
+            "currency": ColumnTypes.NUMBER,
+            "singleSelect": ColumnTypes.SINGLE_SELECT,
+            "multipleSelects": ColumnTypes.MULTIPLE_SELECT,
+            "singleCollaborator": ColumnTypes.TEXT,
+            "multipleCollaborators": ColumnTypes.TEXT,
+            "multipleRecordLinks": ColumnTypes.LINK,
+            "date": ColumnTypes.DATE,
+            "dateTime": ColumnTypes.DATE,
+            # SeaTable does not support phone number columns
+            "phoneNumber": ColumnTypes.TEXT,
+            "multipleAttachments": ColumnTypes.FILE,
+            "checkbox": ColumnTypes.CHECKBOX,
+            "formula": ColumnTypes.FORMULA,
+            "createdTime": ColumnTypes.DATE,
+            #"rollup": '',
+            #"count": '',
+            #"lookup": '',
+            #"multipleLookupValues": '',
+            "autoNumber": ColumnTypes.TEXT,
+            # SeaTable does not support barcode columns
+            "barcode": ColumnTypes.TEXT,
+            "rating": ColumnTypes.RATE,
+            "richText": ColumnTypes.LONG_TEXT,
+            "duration": ColumnTypes.DURATION,
+            "lastModifiedTime": ColumnTypes.DATE,
+            # "button": ColumnTypes.BUTTON,
+            "createdBy": ColumnTypes.TEXT,
+            "lastModifiedBy": ColumnTypes.TEXT,
+            #"externalSyncSource": '',
+            #"aiText": '',
+        }
+
+        for table in schema:
+            columns = []
+
+            for field in table['fields']:
+                column_name = field['name']
+                column_type = field['type']
+
+                # TODO: Check if this is necessary
+                if column_name == '_id':
+                    continue
+
+                seatable_column_type = COLUMN_MAPPING.get(column_type)
+
+                if seatable_column_type is None:
+                    logger.warning('Column "%s" (table "%s") is of type "%s"; column must be manually added', column_name, table['name'], column_type)
+                    self.manually_migrated_columns.append({'Column': column_name, 'Table': table['name'], 'Type': column_type, 'Metadata': json.dumps(field.get('options', ''))})
+                    # TODO: Remove continue statement
+                    continue
+
+                # Handle special cases
+                if seatable_column_type == ColumnTypes.DATE:
+                    column_data = {'format': 'YYYY-MM-DD HH:mm'}
+                elif seatable_column_type == ColumnTypes.NUMBER:
+                    if column_type == 'number':
+                        column_data = {'format': 'number', 'decimal': 'dot', 'thousands': 'no'}
+                    elif column_type == 'percent':
+                        column_data = {'format': 'percent', 'decimal': 'dot', 'thousands': 'no'}
+                    elif column_type == 'currency':
+                        column_data = {'format': 'dollar', 'decimal': 'dot', 'thousands': 'no'}
+                    else:
+                        column_data = {}
+                elif seatable_column_type == ColumnTypes.LINK:
+                    other_table_name = self.link_map.get(table['name'], {}).get(column_name)
+
+                    if other_table_name is None:
+                        logger.warning('Column "%s" (table "%s") was not found in link map', column_name, table['name'])
+                        continue
+
+                    column_data = {'other_table': other_table_name}
+                elif seatable_column_type in [ColumnTypes.SINGLE_SELECT, ColumnTypes.MULTIPLE_SELECT]:
+                    column_data = {
+                        'options': self.get_select_options(field['options']['choices']),
+                    }
+                elif seatable_column_type == ColumnTypes.DURATION:
+                    column_data = {
+                        'format': 'duration',
+                        # TODO: Read actual format from AirTable schema
+                        'duration_format': 'h:mm:ss',
+                    }
+                elif seatable_column_type == ColumnTypes.FORMULA:
+                    column_data = {'formula': '"Formula to be defined"'}
+                elif seatable_column_type == ColumnTypes.RATE:
+                    column_data = {'rate_max_number': field['options']['max']}
+                else:
+                    column_data = {}
+
+                column = {
+                    'name': column_name,
+                    'type': seatable_column_type,
+                    'data': column_data,
+                }
+
+                columns.append(column)
+
+            self.airtable_column_map[table['name']] = columns
+
+    def get_select_options(self, options):
+        return [{
+            'name': value['name'],
+            'id': self.random_num_id(),
+            'color': self.random_color(),
+            'textColor': TEXT_COLOR,
+        } for value in options]
+
+    def random_num_id(self):
+        num_str = '0123456789'
+        num = ''
+        for i in range(6):
+            num += random.choice(num_str)
+        return num
+
+    def random_color(self):
+        color_str = '0123456789ABCDEF'
+        color = '#'
+        for i in range(6):
+            color += random.choice(color_str)
+        return color
+
     def convert_tables(self):
-        print('[Info] Convert tables')
+        logger.info('Start adding tables and columns in SeaTable base')
         self.get_table_map()
         for table_name in self.table_names:
             table = self.table_map.get(table_name)
@@ -525,6 +684,8 @@ class AirtableConvertor(object):
                 columns = []
                 for column in airtable_columns:
                     if column['type'] == ColumnTypes.LINK:
+                        # Skip link columns for now
+                        # They will be inserted after all the other columns (in convert_columns())
                         continue
                     item = {
                         'column_name': column['name'],
@@ -539,13 +700,29 @@ class AirtableConvertor(object):
                     else:
                         columns.append(item)
                 self.add_table(table_name, columns)
-                print(
-                    '[Info] Added table [ %s ] with %s columns' % (table_name, len(columns)))
-        print('[Info] Success\n')
+                logger.info('Added table "%s" with %d columns', table_name, len(columns))
+        logger.info('Tables and columns added in SeaTable base')
         time.sleep(1)
 
+    def add_helper_table(self):
+        table_name = 'Columns to be migrated manually'
+
+        # Add column which contains information which columns need to be manually migrated
+        columns = [
+            {'column_name': 'Column', 'column_type': ColumnTypes.TEXT.value},
+            {'column_name': 'Table', 'column_type': ColumnTypes.TEXT.value},
+            {'column_name': 'Type', 'column_type': ColumnTypes.TEXT.value},
+            {'column_name': 'Metadata', 'column_type': ColumnTypes.LONG_TEXT.value},
+            {'column_name': 'Completed', 'column_type': ColumnTypes.CHECKBOX.value},
+        ]
+
+        self.add_table(table_name, columns)
+        logger.info('Table "%s" added', table_name)
+
+        self.batch_append_rows(table_name, self.manually_migrated_columns)
+
     def convert_columns(self):
-        print('[Info] Convert columns')
+        logger.info('Start adding link columns in SeaTable base')
         self.get_table_map()
         for table_name in self.table_names:
             airtable_columns = self.airtable_column_map[table_name]
@@ -556,28 +733,37 @@ class AirtableConvertor(object):
                 if not exists_column:
                     self.add_column(
                         table_name, column_name, column['type'], column['data'])
-                    print(
-                        '[Info] Added column [ %s ] to table <%s>' % (column['name'], table_name))
-        print('[Info] Success\n')
+                    logger.info('Added column "%s" to table "%s"', column['name'], table_name)
+        logger.info('Link columns added in SeaTable base')
         time.sleep(1)
 
     def convert_rows(self, is_demo=False):
-        print('[Info] Convert %s rows' % ('demo' if is_demo else ''))
+        logger.info('Start appending rows in SeaTable base')
         self.get_table_map()
         for table_name in self.table_names:
             airtable_rows = self.airtable_row_map[table_name]
             if is_demo:
                 airtable_rows = airtable_rows[:10]
             columns = self.column_map[table_name]
+
+            # Remove excluded column types
+            columns = [c for c in columns if ColumnTypes(c['type']) not in self.excluded_column_types]
+
+            # Remove excluded columns
+            columns = [
+                column for column in columns
+                if (table_name, column['name']) not in self.excluded_columns
+            ]
+
             rows = self.rows_convertor.convert(columns, airtable_rows)
             self.batch_append_rows(table_name, rows)
-        print('[Info] Success\n')
+        logger.info('Rows appended in SeaTable base')
         time.sleep(1)
 
     def convert_links(self, is_demo=False):
         if not self.link_map:
             return
-        print('[Info] Convert %s links' % ('demo' if is_demo else ''))
+        logger.info('Start adding links between records in SeaTable base')
         self.get_table_map()
         for table_name, column_names in self.link_map.items():
             table = self.table_map[table_name]
@@ -589,34 +775,17 @@ class AirtableConvertor(object):
                 links = self.links_convertor.convert(
                     column_name, link_data, airtable_rows)
                 self.batch_append_links(table_name, links)
-        print('[Info] Success\n')
+        logger.info('Links added between records in SeaTable base')
         time.sleep(1)
 
     def delete_demo_rows(self):
-        print('[Info] Delete demo rows')
+        logger.info('Start deleting demo rows')
         for table_name in self.table_names:
             rows = self.list_rows(table_name)
             if rows:
                 row_ids = [row['_id'] for row in rows]
                 self.batch_delete_rows(table_name, row_ids)
-        print('[Info] Success\n')
-        time.sleep(1)
-
-    def convert_select_columns(self):
-        print('[Info] Convert select columns')
-        self.get_table_map()
-        for table_name in self.table_names:
-            columns = self.table_map[table_name]
-            airtable_rows = self.airtable_row_map[table_name]
-            select_columns = self.columns_parser.parse_select(
-                columns, airtable_rows)
-            for column in select_columns:
-                column_name = column['name']
-                options = column['options']
-                self.add_column_options(table_name, column_name, options)
-                print(
-                    '[Info] Added options to column [ %s ] in table <%s>' % (column_name, table_name))
-        print('[Info] Success\n')
+        logger.info('Demo rows deleted from SeaTable base')
         time.sleep(1)
 
     def get_first_column_map(self):
@@ -639,7 +808,11 @@ class AirtableConvertor(object):
         return self.link_map
 
     def get_airtable_row_map(self, is_demo=False):
-        print('[Info] List Airtable %s rows' % ('demo' if is_demo else ''))
+        if is_demo:
+            logger.info('Start retrieving demo data from Airtable')
+        else:
+            logger.info('Start retrieving data from Airtable')
+
         self.airtable_row_map = {}
         for table_name in self.table_names:
             if is_demo:
@@ -647,17 +820,13 @@ class AirtableConvertor(object):
             else:
                 rows = self.airtable_api.list_all_rows(table_name)
             self.airtable_row_map[table_name] = rows
-        print('[Info] Success\n')
-        return self.airtable_row_map
 
-    def get_airtable_column_map(self):
-        self.airtable_column_map = {}
-        for table_name in self.table_names:
-            airtable_rows = self.airtable_row_map[table_name]
-            columns = self.columns_parser.parse(
-                self.link_map, table_name, airtable_rows)
-            self.airtable_column_map[table_name] = columns
-        return self.airtable_column_map
+        if is_demo:
+            logger.info('Demo data retrieved from Airtable')
+        else:
+            logger.info('Data retrieved from Airtable')
+
+        return self.airtable_row_map
 
     def get_table_map(self):
         self.table_map = {}
@@ -715,8 +884,7 @@ class AirtableConvertor(object):
             if not row_split:
                 break
             self.base.batch_append_rows(table_name, row_split)
-            print(
-                '[Info] Appended [ %s ] rows to table <%s>' % (len(row_split), table_name))
+            logger.info('Appended %d rows to table "%s"', len(row_split), table_name)
             time.sleep(0.5)
 
     def batch_delete_rows(self, table_name, row_ids):
@@ -727,8 +895,7 @@ class AirtableConvertor(object):
             if not row_id_split:
                 break
             self.base.batch_delete_rows(table_name, row_id_split)
-            print(
-                '[Info] Deleted [ %s ] rows in table <%s>' % (len(row_id_split), table_name))
+            logger.info('Deleted %d rows from table "%s"', len(row_id_split), table_name)
             time.sleep(0.5)
 
     def batch_append_links(self, table_name, links):
@@ -747,6 +914,5 @@ class AirtableConvertor(object):
                 row_id: other_rows_ids_map[row_id] for row_id in row_id_split}
             self.base.batch_update_links(
                 link_id, table_id, other_table_id, row_id_split, other_rows_ids_map_split)
-            print(
-                '[Info] Added [ %s ] Links to table <%s>' % (len(row_id_split), table_name))
-            time.sleep(0.5)
+            logger.info('Added %d links to table "%s"', len(row_id_split), table_name)
+            # time.sleep(0.5)

{seatable-api-2.8.0 → seatable-api-2.8.2}/seatable_api/main.py

@@ -156,7 +156,7 @@ class SeaTableAPI(object):
 
     def _app_download_link_url(self):
         return self.server_url + '/api/v2.1/dtable/app-download-link/'
-    
+
     def _app_custom_download_link_url(self):
         return self.server_url + '/api/v2.1/dtable/custom/app-download-link/'
 
@@ -722,6 +722,7 @@ class SeaTableAPI(object):
         return parse_response(response)
 
     @check_auth
+    @api_gateway_wrapper
     def get_linked_records(self, table_id, link_column_key, rows):
         """
         :param table_id:  str

seatable-api-2.8.2/seatable_api.egg-info/PKG-INFO

@@ -0,0 +1,26 @@
+Metadata-Version: 2.1
+Name: seatable-api
+Version: 2.8.2
+Summary: Python client for SeaTable web api
+Home-page: https://github.com/seatable/seatable-api-python
+Author: seatable
+Author-email: support@seafile.com
+License: Apache Licence
+Platform: any
+Classifier: Programming Language :: Python
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# seatable-api-python
+
+Python client for SeaTable web api
+
+English document: <https://seatable.github.io/seatable-scripts/>
+
+Chinese document: <https://seatable.github.io/seatable-scripts-cn/>
+
+pypi: <https://pypi.org/project/seatable-api/>
+
+github: <https://github.com/seatable/seatable-api-python>
+
+

{seatable-api-2.8.0 → seatable-api-2.8.2}/seatable_api.egg-info/SOURCES.txt

@@ -1,3 +1,4 @@
+LICENSE
 README.md
 setup.py
 seatable_api/__init__.py
@@ -10,7 +11,6 @@ seatable_api/date_utils.py
 seatable_api/exception.py
 seatable_api/main.py
 seatable_api/message.py
-seatable_api/parsetab.py
 seatable_api/query.py
 seatable_api/socket_io.py
 seatable_api/utils.py

{seatable-api-2.8.0 → seatable-api-2.8.2}/setup.py

@@ -1,6 +1,6 @@
 from setuptools import setup, find_packages
 
-__version__ = '2.8.0'
+__version__ = '2.8.2'
 
 with open('README.md', 'r', encoding='utf-8') as fh:
     long_description = fh.read()

seatable-api-2.8.0/PKG-INFO

@@ -1,23 +0,0 @@
-Metadata-Version: 2.1
-Name: seatable-api
-Version: 2.8.0
-Summary: Python client for SeaTable web api
-Home-page: https://github.com/seatable/seatable-api-python
-Author: seatable
-Author-email: support@seafile.com
-License: Apache Licence
-Description: # seatable-api-python
-        
-        Python client for SeaTable web api
-        
-        English document: <https://seatable.github.io/seatable-scripts/>
-        
-        Chinese document: <https://seatable.github.io/seatable-scripts-cn/>
-        
-        pypi: <https://pypi.org/project/seatable-api/>
-        
-        github: <https://github.com/seatable/seatable-api-python>
-        
-Platform: any
-Classifier: Programming Language :: Python
-Description-Content-Type: text/markdown

seatable-api-2.8.0/seatable_api/parsetab.py

@@ -1,44 +0,0 @@
-
-# parsetab.py
-# This file is automatically generated. Do not edit.
-# pylint: disable=W,C,R
-_tabversion = '3.10'
-
-_lr_method = 'LALR'
-
-_lr_signature = 'AND EQUAL GT GTE LIKE LT LTE NOT_EQUAL OR QUOTE_STRING STRINGmerge : filter AND filter\n                 | filter OR filter\n                 | merge AND filter\n                 | merge OR filter\n                 | filter\n        filter : factor EQUAL factor\n                  | factor NOT_EQUAL factor\n                  | factor GTE factor\n                  | factor GT factor\n                  | factor LTE factor\n                  | factor LT factor\n                  | factor LIKE factor\n        factor : QUOTE_STRING\n                  | STRING\n        '
-    
-_lr_action_items = {'QUOTE_STRING':([0,6,7,8,9,10,11,12,13,14,15,16,],[4,4,4,4,4,4,4,4,4,4,4,4,]),'STRING':([0,6,7,8,9,10,11,12,13,14,15,16,],[5,5,5,5,5,5,5,5,5,5,5,5,]),'$end':([1,2,4,5,17,18,19,20,21,22,23,24,25,26,27,],[0,-5,-13,-14,-3,-4,-1,-2,-6,-7,-8,-9,-10,-11,-12,]),'AND':([1,2,4,5,17,18,19,20,21,22,23,24,25,26,27,],[6,8,-13,-14,-3,-4,-1,-2,-6,-7,-8,-9,-10,-11,-12,]),'OR':([1,2,4,5,17,18,19,20,21,22,23,24,25,26,27,],[7,9,-13,-14,-3,-4,-1,-2,-6,-7,-8,-9,-10,-11,-12,]),'EQUAL':([3,4,5,],[10,-13,-14,]),'NOT_EQUAL':([3,4,5,],[11,-13,-14,]),'GTE':([3,4,5,],[12,-13,-14,]),'GT':([3,4,5,],[13,-13,-14,]),'LTE':([3,4,5,],[14,-13,-14,]),'LT':([3,4,5,],[15,-13,-14,]),'LIKE':([3,4,5,],[16,-13,-14,]),}
-
-_lr_action = {}
-for _k, _v in _lr_action_items.items():
-   for _x,_y in zip(_v[0],_v[1]):
-      if not _x in _lr_action:  _lr_action[_x] = {}
-      _lr_action[_x][_k] = _y
-del _lr_action_items
-
-_lr_goto_items = {'merge':([0,],[1,]),'filter':([0,6,7,8,9,],[2,17,18,19,20,]),'factor':([0,6,7,8,9,10,11,12,13,14,15,16,],[3,3,3,3,3,21,22,23,24,25,26,27,]),}
-
-_lr_goto = {}
-for _k, _v in _lr_goto_items.items():
-   for _x, _y in zip(_v[0], _v[1]):
-       if not _x in _lr_goto: _lr_goto[_x] = {}
-       _lr_goto[_x][_k] = _y
-del _lr_goto_items
-_lr_productions = [
-  ("S' -> merge","S'",1,None,None,None),
-  ('merge -> filter AND filter','merge',3,'p_merge','query.py',161),
-  ('merge -> filter OR filter','merge',3,'p_merge','query.py',162),
-  ('merge -> merge AND filter','merge',3,'p_merge','query.py',163),
-  ('merge -> merge OR filter','merge',3,'p_merge','query.py',164),
-  ('merge -> filter','merge',1,'p_merge','query.py',165),
-  ('filter -> factor EQUAL factor','filter',3,'p_filter','query.py',173),
-  ('filter -> factor NOT_EQUAL factor','filter',3,'p_filter','query.py',174),
-  ('filter -> factor GTE factor','filter',3,'p_filter','query.py',175),
-  ('filter -> factor GT factor','filter',3,'p_filter','query.py',176),
-  ('filter -> factor LTE factor','filter',3,'p_filter','query.py',177),
-  ('filter -> factor LT factor','filter',3,'p_filter','query.py',178),
-  ('filter -> factor LIKE factor','filter',3,'p_filter','query.py',179),
-  ('factor -> QUOTE_STRING','factor',1,'p_factor','query.py',184),
-  ('factor -> STRING','factor',1,'p_factor','query.py',185),
-]

seatable-api-2.8.0/seatable_api.egg-info/PKG-INFO

@@ -1,23 +0,0 @@
-Metadata-Version: 2.1
-Name: seatable-api
-Version: 2.8.0
-Summary: Python client for SeaTable web api
-Home-page: https://github.com/seatable/seatable-api-python
-Author: seatable
-Author-email: support@seafile.com
-License: Apache Licence
-Description: # seatable-api-python
-        
-        Python client for SeaTable web api
-        
-        English document: <https://seatable.github.io/seatable-scripts/>
-        
-        Chinese document: <https://seatable.github.io/seatable-scripts-cn/>
-        
-        pypi: <https://pypi.org/project/seatable-api/>
-        
-        github: <https://github.com/seatable/seatable-api-python>
-        
-Platform: any
-Classifier: Programming Language :: Python
-Description-Content-Type: text/markdown