fsspec 2024.3.1__py3-none-any.whl → 2024.5.0__py3-none-any.whl

fsspec/implementations/tests/cassettes/test_dbfs/test_dbfs_write_pyarrow_non_partitioned.yaml

@@ -0,0 +1,613 @@
+interactions:
+- request:
+    body: '{"path": "/FileStore/pyarrow", "recursive": true}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '49'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: POST
+    uri: https://my_instance.com/api/2.0/dbfs/delete
+  response:
+    body:
+      string: '{}'
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-length:
+      - '2'
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 200
+      message: OK
+- request:
+    body: '{"path": "/FileStore/"}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '23'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: GET
+    uri: https://my_instance.com/api/2.0/dbfs/list
+  response:
+    body:
+      string: !!binary |
+        H4sIAAAAAAAEA5ySQW7DIBBF7zJrV4FgBuwD9AJZRpU1DaShtYsFk02j3L3E3saVCsuReO8z/Buc
+        w+gz9McbzMQX6GH3WiYHjsnvHDGN9OWhgZAHFxL0nK6+WS4NOfx46EUDU3ThHE7EIX4PHKYylUa0
+        ClEs5948g4dpjolfMtNHjQClUKi1aoviueCTUq5IrjvUSlo0m+DyXj/WoNEohZ1Eu4mex8hVZGG1
+        bm1ZytY28oWSd8O1GMjVKYzVe/xDwfT+6NL/y7L+pem206+xS/61rlUKKXAvlrq83X8BAAD//wMA
+        J0kadvgCAAA=
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-encoding:
+      - gzip
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      transfer-encoding:
+      - chunked
+      vary:
+      - Accept-Encoding
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 200
+      message: OK
+- request:
+    body: '{"path": "/FileStore/pyarrow"}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '30'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: GET
+    uri: https://my_instance.com/api/2.0/dbfs/list
+  response:
+    body:
+      string: !!binary |
+        H4sIAAAAAAAEAxTNsQqDMBCA4Vc5bi66u9YILgaMglsIetqA7ckloCJ9d+P8f/BfSCIsduSJsMBW
+        Gd23b2VLrYxtdGfVUJsOX/ilENzymIZh9isBC0xeaIwsJ9DhQwzAP9hc/EBeJWFSoXw7XTrsGf5v
+        AAAA//8DANKWfDNsAAAA
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-encoding:
+      - gzip
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      transfer-encoding:
+      - chunked
+      vary:
+      - Accept-Encoding
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 404
+      message: Not Found
+- request:
+    body: '{"path": "/FileStore/pyarrow"}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '30'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: GET
+    uri: https://my_instance.com/api/2.0/dbfs/list
+  response:
+    body:
+      string: !!binary |
+        H4sIAAAAAAAEAxTNsQqDMBCA4Vc5bi66u9YILgaMglsIetqA7ckloCJ9d+P8f/BfSCIsduSJsMBW
+        Gd23b2VLrYxtdGfVUJsOX/ilENzymIZh9isBC0xeaIwsJ9DhQwzAP9hc/EBeJWFSoXw7XTrsGf5v
+        AAAA//8DANKWfDNsAAAA
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-encoding:
+      - gzip
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      transfer-encoding:
+      - chunked
+      vary:
+      - Accept-Encoding
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 404
+      message: Not Found
+- request:
+    body: '{"path": "/FileStore/pyarrow/diabetes"}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '39'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: GET
+    uri: https://my_instance.com/api/2.0/dbfs/get-status
+  response:
+    body:
+      string: !!binary |
+        H4sIAAAAAAAEAxTNwQrCMAyA4VcJOct696od7LLCOsFbqWumBTUjKeiQvbvd+f/g/yGJsISJE+ER
+        B+vdZTjZcHbWh96NwV47P+IBX6Qa77vpGeb8JGCBlIWmwrICfbMWBX7DEssDTFuFr4XMssZ6+JiU
+        440KaYPbHwAA//8DANp4ShR1AAAA
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-encoding:
+      - gzip
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      transfer-encoding:
+      - chunked
+      vary:
+      - Accept-Encoding
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 404
+      message: Not Found
+- request:
+    body: '{"path": "/FileStore/pyarrow/diabetes"}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '39'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: POST
+    uri: https://my_instance.com/api/2.0/dbfs/mkdirs
+  response:
+    body:
+      string: '{}'
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-length:
+      - '2'
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 200
+      message: OK
+- request:
+    body: '{"path": "/FileStore/pyarrow/diabetes/eb4363f0872047958f0aee6de36e7e45-0.parquet",
+      "overwrite": true}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '101'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: POST
+    uri: https://my_instance.com/api/2.0/dbfs/create
+  response:
+    body:
+      string: '{"handle":6658121037672594}'
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-length:
+      - '27'
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 200
+      message: OK
+- request:
+    body: '{"handle": 6658121037672594, "data": "UEFSMRUEFfABFfABTBUeFQASAAAAAAAAAAAAAAsAAAAAAAAACgAAAAAAAAAQAAAAAAAAAA0AAAAAAAAAAwAAAAAAAAAPAAAAAAAAAAEAAAAAAAAABgAAAAAAAAAIAAAAAAAAAAUAAAAAAAAABwAAAAAAAAAEAAAAAAAAAAkAAAAAAAAADgAAAAAAAAAVABUwFTAsFTIVEBUGFQYcGAgQAAAAAAAAABgIAAAAAAAAAAAWACgIEAAAAAAAAAAYCAAAAAAAAAAAAAAAAgAAADIBBAkQIkNQZDdoiaW7yO0IAAAAJsIDHBUEGTUABhAZGAtQcmVnbmFuY2llcxUAFjIWugMWugMmmAImCBwYCBAAAAAAAAAAGAgAAAAAAAAAABYAKAgQAAAAAAAAABgIAAAAAAAAAAAAGSwVBBUAFQIAFQAVEBUCAAAAFQQV8AIV8AJMFS4VABIAADEAAAAAAAAAXAAAAAAAAAARAAAAAAAAAHcAAAAAAAAAVQAAAAAAAAA5AAAAAAAAAAUAAAAAAAAARwAAAAAAAACsAAAAAAAAAK0AAAAAAAAAbQAAAAAAAAC3AAAAAAAAADoAAAAAAAAAcgAAAAAAAAC4AAAAAAAAAKYAAAAAAAAAxQAAAAAAAACbAAAAAAAAAJkAAAAAAAAADgAAAAAAAAC9AAAAAAAAAJoAAAAAAAAAVAAAAAAAAAAVABU4FTgsFTIVEBUGFQYcGAjFAAAAAAAAABgIBQAAAAAAAAAWACgIxQAAAAAAAAAYCAUAAAAAAAAAAAAAAgAAADIBBQkgiEGKOSipxUJzD0Y5abUUAAAAACbQCRwVBBk1AAYQGRgHR2x1Y29zZRUAFjIWwgQWwgQmnggmjgUcGAjFAAAAAAAAABgIBQAAAAAAAAAWACgIxQAAAAAAAAAYCAUAAAAAAAAAABksFQQVABUCABUAFRAVAgAAABUEFeACFeACTBUsFQASAAAMAAAAAAAAABEAAAAAAAAATAAAAAAAAABYAAAAAAAAACsAAAAAAAAAEwAAAAAAAABuAAAAAAAAAAcAAAAAAAAAOAAAAAAAAAAwAAAAAAAAAF8AAAAAAAAANgAAAAAAAABmAAAAAAAAABAAAAAAAAAALAAAAAAAAAA/AAAAAAAAABwAAAAAAAAADQAAAAAAAAA0AAAAAAAAACMAAAAAAAAAawAAAAAAAAASAAAAAAAAABUAFTgVOCwVMhUQFQYVBhwYCG4AAAAAAAAAGAgHAAAAAAAAABYAKAhuAAAAAAAAABgIBwAAAAAAAAAAAAACAAAAMgEFCSCIQYo5KKnFEmnuwSgnrQ0AAAAAJsgPHBUEGTUABhAZGA1CbG9vZFByZXNzdXJlFQAWMhayBBayBCaWDiaWCxwYCG4AAAAAAAAAGAgHAAAAAAAAABYAKAhuAAAAAAAAABgIBwAAAAAAAAAAGSwVBBUAFQIAFQAVEBUCAAAAFQQVwAIVwAJMFSgVABIAAAkAAAAAAAAAVwAAAAAAAAAlAAAAAAAAACgAAAAAAAAANgAAAAAAAAAIAAAAAAAAABEAAAAAAAAAUwAAAAAAAAAeAAAAAAAAAGEAAAAAAAAAMgAAAAAAAABMAAAAAAAAABQAAAAAAAAAJAAAAAAAAABCAAAAAAAAABsAAAAAAAAAOwAAAAAAAAAaAAAAAAAAADQAAAAAAAAANwAAAAAAAAAVABU4FTgsFTIVEBUGFQYcGAhhAAAAAAAAABgICAAAAAAAAAAWACgIYQAAAAAAAAAYCAgAAAAAAAAAAAAAAgAAADIBBQkgiEFGMQclVRYjzT0Y45ITAAAAACasFRwVBBk1AAYQGRgNU2tpblRoaWNrbmVzcxUAFjIWkgQWkgQm+hMmmhEcGAhhAAAAAAAAABgICAAAAAAAAAAWACgIYQAAAAAAAAAYCAgAAAAAAAAAABksFQQVABUCABUAFRAVAgAAABUEFYADFYADTBUwFQASAABJAQAAAAAAAMUCAAAAAAAA2QIAAAAAAABHAwAAAAAAAAkDAAAAAAAAyAAAAAAAAAAyAwAAAAAAAFQBAAAAAAAALAEAAAAAAABNAQAAAAAAAKUCAAAAAAAADgEAAAAAAAAWAAAAAAAAALQCAAAAAAAAkwEAAAAAAAA6AAAAAAAAAGQAAAAAAAAAdwAAAAAAAADeAgAAAAAAAGUBAAAAAAAAswIAAAAAAADPAgAAAAAAAFsCAAAAAAAApwEAAAAAAAAVABU4FTgsFTIVEBUGFQYcGAhHAwAAAAAAABgIFgAAAAAAAAAWACgIRwMAAAAAAAAYCBYAAAAAAAAAAAAAAgAAADIBBQkgiEGKOYgktVhzD0Y5abUXAAAAACbQGxwVBBk1AAYQGRgHSW5zdWxpbhUAFjIW0gQW0gQmnhom/hYcGAhHAwAAAAAAABgIFgAAAAAAAAAWACgIRwMAAAAAAAAYCBYAAAAAAAAAABksFQQVABUCABUAFRAVAgAAABUEFZADFZADTBUyFQASAAB9Gm8R78xHQK6y/cMcPkNAiP0e0gJAO0AKsaogTGc7QDhg/xaeHjlAaTvbJzoXSkDdHKRY/DExQF003s4R8E9Apn6UqmcdSEBiJJ81czFIQF67iB2eg1BAGJGQS5yfTUCdZyAt4bw/QAC/NRzSAhZAv51Tsj23TkBx2mwEl3w8QEoYF1amvURA7XbWZdfrT0D0q01Ya7M0QB5nSbP9AzFA40PSZvEDPECK4pws949HQI3hpbPDfkNAmnYVMjnuQkAlY+thAd5NQBUAFTgVOCwVMhUQFQYVBhwYCF67iB2eg1BAGAgAvzUc0gIWQBYAKAheu4gdnoNQQBgIAL81HNICFkAAAAACAAAAMgEFCSCIQYo5KKnFmnswykmrvRgAAAAAJvghHBUKGTUABhAZGANCTUkVABYyFuIEFuIEJsYgJpYdHBgIXruIHZ6DUEAYCAC/NRzSAhZAFgAoCF67iB2eg1BAGAgAvzUc0gIWQAAZLBUEFQAVAgAVABUQFQIAAAAVBBWQAxWQA0wVMhUAEgAAHgpWiOwi+j8ES1GWJCzgP+7zR/WqRuY/FaNgVMd55D9/gVz/rxEDQGUXdGUglvw/KvnYV/Uo8z9IKC67z0gDQHF4EhkAato/YcdZfUjOAEBexLQOCI/4PzW14LfRTPg/JjEo3HAryT8f5Nh2ern7P2YdKIRq+QFAR7Z6Jsik4z+EVte8AWfFP3ljtjr+KOY/HI/yUum7zj/Bmyj3AiT/P+NlOYjqIgNAdoEG1dTC+z8M2RRzNCTwP6PK75diHNw/oi23vAAj8z8VABU4FTgsFTIVEBUGFQYcGAhIKC67z0gDQBgIhFbXvAFnxT8WACgISCguu89IA0AYCIRW17wBZ8U/AAAAAgAAADIBBQkgiEGKOSipxZp7MMpJq70YAAAAACaYKBwVChk1AAYQGRgYRGlhYmV0ZXNQZWRpZ3JlZUZ1bmN0aW9uFQAWMhbiBBbiBCbmJia2IxwYCEgoLrvPSANAGAiEVte8AWfFPxYAKAhIKC67z0gDQBgIhFbXvAFnxT8AGSwVBBUAFQIAFQAVEBUCAAAAFQQV0AIV0AJMFSoVABIAABoAAAAAAAAAJQAAAAAAAAAzAAAAAAAAACoAAAAAAAAAQwAAAAAAAABIAAAAAAAAADIAAAAAAAAANAAAAAAAAAAuAAAAAAAAAEYAAAAAAAAAPQAAAAAAAABAAAAAAAAAADcAAAAAAAAALQAAAAAAAAApAAAAAAAAAC8AAAAAAAAAFQAAAAAAAAAjAAAAAAAAAEsAAAAAAAAARwAAAAAAAAAYAAAAAAAAABUAFTgVOCwVMhUQFQYVBhwYCEsAAAAAAAAAGAgVAAAAAAAAABYAKAhLAAAAAAAAABgIFQAAAAAAAAAAAAACAAAAMgEFCSCIQYo5CCW1WHNPwAjlRBQAAAAAJqIuHBUEGTUABhAZGANBZ2UVABYyFqIEFqIEJvAsJoAqHBgISwAAAAAAAAAYCBUAAAAAAAAAFgAoCEsAAAAAAAAAGAgVAAAAAAAAAAAZLBUEFQAVAgAVABUQFQIAAAAVBBUQFRBMFQIVABIAAAAAAAAAAAAAFQAVEhUSLBUyFRAVBhUGHBgIAAAAAAAAAAAYCAAAAAAAAAAAFgAoCAAAAAAAAAAAGAgAAAAAAAAAAAAAAAIAAAAyAQEyACaYMRwVBBk1AAYQGRgHT3V0Y29tZRUAFjIWuAEWuAEmjDAm4C8cGAgAAAAAAAAAABgIAAAAAAAAAAAWACgIAAAAAAAAAAAYCAAAAAAAAAAAABksFQQVABUCABUAFRAVAgAAABUEGaw1ABgGc2NoZW1hFRIAFQQlAhgLUHJlZ25hbmNpZXMAFQQlAhgHR2x1Y29zZQAVBCUCGA1CbG9vZFByZXNzdXJlABUEJQIYDVNraW5UaGlja25lc3MAFQQlAhgHSW5zdWxpbgAVCiUCGANCTUkAFQolAhgYRGlhYmV0ZXNQZWRpZ3JlZUZ1bmN0aW9uABUEJQIYA0FnZQAVBCUCGAdPdXRjb21lABYyGRwZnCbCAxwVBBk1AAYQGRgLUHJlZ25hbmNpZXMVABYyFroDFroDJpgCJggcGAgQAAAAAAAAABgIAAAAAAAAAAAWACgIEAAAAAAAAAAYCAAAAAAAAAAAABksFQQVABUCABUAFRAVAgAAACbQCRwVBBk1AAYQGRgHR2x1Y29zZRUAFjIWwgQWwgQmnggmjgUcGAjFAAAAAAAAABgIBQAAAAAAAAAWACgIxQAAAAAAAAAYCAUAAAAAAAAAABksFQQVABUCABUAFRAVAgAAACbIDxwVBBk1AAYQGRgNQmxvb2RQcmVzc3VyZRUAFjIWsgQWsgQmlg4mlgscGAhuAAAAAAAAABgIBwAAAAAAAAAWACgIbgAAAAAAAAAYCAcAAAAAAAAAABksFQQVABUCABUAFRAVAgAAACasFRwVBBk1AAYQGRgNU2tpblRoaWNrbmVzcxUAFjIWkgQWkgQm+hMmmhEcGAhhAAAAAAAAABgICAAAAAAAAAAWACgIYQAAAAAAAAAYCAgAAAAAAAAAABksFQQVABUCABUAFRAVAgAAACbQGxwVBBk1AAYQGRgHSW5zdWxpbhUAFjIW0gQW0gQmnhom/hYcGAhHAwAAAAAAABgIFgAAAAAAAAAWACgIRwMAAAAAAAAYCBYAAAAAAAAAABksFQQVABUCABUAFRAVAgAAACb4IRwVChk1AAYQGRgDQk1JFQAWMhbiBBbiBCbGICaWHRwYCF67iB2eg1BAGAgAvzUc0gIWQBYAKAheu4gdnoNQQBgIAL81HNICFkAAGSwVBBUAFQIAFQAVEBUCAAAAJpgoHBUKGTUABhAZGBhEaWFiZXRlc1BlZGlncmVlRnVuY3Rpb24VABYyFuIEFuIEJuYmJrYjHBgISCguu89IA0AYCIRW17wBZ8U/FgAoCEgoLrvPSANAGAiEVte8AWfFPwAZLBUEFQAVAgAVABUQFQIAAAAmoi4cFQQZNQAGEBkYA0FnZRUAFjIWogQWogQm8CwmgCocGAhLAAAAAAAAABgIFQAAAAAAAAAWACgISwAAAAAAAAAYCBUAAAAAAAAAABksFQQVABUCABUAFRAVAgAAACaYMRwVBBk1AAYQGRgHT3V0Y29tZRUAFjIWuAEWuAEmjDAm4C8cGAgAAAAAAAAAABgIAAAAAAAAAAAWACgIAAAAAAAAAAAYCAAAAAAAAAAAABksFQQVABUCABUAFRAVAgAAABawJBYyJggWsCQUAAAZHBgMQVJST1c6c2NoZW1hGIwGLy8vLy8wQUNBQUFRQUFBQUFBQUtBQXdBQmdBRkFBZ0FDZ0FBQUFBQkJBQU1BQUFBQ0FBSUFBQUFCQUFJQUFBQUJBQUFBQWtBQUFEUUFRQUFqQUVBQUZBQkFBQVVBUUFBNEFBQUFLd0FBQUJvQUFBQU9BQUFBQVFBQUFCay92Ly9BQUFCQWhBQUFBQVlBQUFBQkFBQUFBQUFBQUFIQUFBQVQzVjBZMjl0WlFCUS92Ly9BQUFBQVVBQUFBQ1Uvdi8vQUFBQkFoQUFBQUFVQUFBQUJBQUFBQUFBQUFBREFBQUFRV2RsQUh6Ky8vOEFBQUFCUUFBQUFNRCsvLzhBQUFFREVBQUFBQ3dBQUFBRUFBQUFBQUFBQUJnQUFBQkVhV0ZpWlhSbGMxQmxaR2xuY21WbFJuVnVZM1JwYjI0QUFBQUExdi8vL3dBQUFnQUEvLy8vQUFBQkF4QUFBQUFjQUFBQUJBQUFBQUFBQUFBREFBQUFRazFKQUFBQUJnQUlBQVlBQmdBQUFBQUFBZ0F3Ly8vL0FBQUJBaEFBQUFBWUFBQUFCQUFBQUFBQUFBQUhBQUFBU1c1emRXeHBiZ0FjLy8vL0FBQUFBVUFBQUFCZy8vLy9BQUFCQWhBQUFBQWdBQUFBQkFBQUFBQUFBQUFOQUFBQVUydHBibFJvYVdOcmJtVnpjd0FBQUZULy8vOEFBQUFCUUFBQUFKai8vLzhBQUFFQ0VBQUFBQ0FBQUFBRUFBQUFBQUFBQUEwQUFBQkNiRzl2WkZCeVpYTnpkWEpsQUFBQWpQLy8vd0FBQUFGQUFBQUEwUC8vL3dBQUFRSVFBQUFBR0FBQUFBUUFBQUFBQUFBQUJ3QUFBRWRzZFdOdmMyVUF2UC8vL3dBQUFBRkFBQUFBRUFBVUFBZ0FCZ0FIQUF3QUFBQVFBQkFBQUFBQUFBRUNFQUFBQUNRQUFBQUVBQUFBQUFBQUFBc0FBQUJRY21WbmJtRnVZMmxsY3dBSUFBd0FDQUFIQUFnQUFBQUFBQUFCUUFBQUFBQUFBQUE9ABggcGFycXVldC1jcHAtYXJyb3cgdmVyc2lvbiAxNC4wLjIZnBwAABwAABwAABwAABwAABwAABwAABwAABwAAACuBwAAUEFSMQ=="}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '7004'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: POST
+    uri: https://my_instance.com/api/2.0/dbfs/add-block
+  response:
+    body:
+      string: '{}'
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-length:
+      - '2'
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 200
+      message: OK
+- request:
+    body: '{"handle": 6658121037672594}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '28'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: POST
+    uri: https://my_instance.com/api/2.0/dbfs/close
+  response:
+    body:
+      string: '{}'
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-length:
+      - '2'
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 200
+      message: OK
+- request:
+    body: '{"path": "/FileStore/pyarrow/diabetes"}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '39'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: GET
+    uri: https://my_instance.com/api/2.0/dbfs/list
+  response:
+    body:
+      string: !!binary |
+        H4sIAAAAAAAEAxzNQQ6CMBBA0bvMGu1AW4o9gBdwaQwpdhonAYptjVHC3SVu/1v8FQKPlMFeV1hc
+        eYAFcd7LpcREYvm4lOJbeHYDFcqCBiVbGbAzDSpz0l1AR9R6ki0ZUvqAx8Wl54sKVMC595zABjdm
+        qv6jPvOXwOqmqSuYoufAd1c4zn3haYfaoFZdLaVBxO22/QAAAP//AwCy0c1GnwAAAA==
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-encoding:
+      - gzip
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      transfer-encoding:
+      - chunked
+      vary:
+      - Accept-Encoding
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 200
+      message: OK
+- request:
+    body: '{"path": "/FileStore/pyarrow", "recursive": true}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '49'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: POST
+    uri: https://my_instance.com/api/2.0/dbfs/delete
+  response:
+    body:
+      string: '{}'
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-length:
+      - '2'
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 200
+      message: OK
+- request:
+    body: '{"path": "/FileStore/"}'
+    headers:
+      Accept:
+      - '*/*'
+      Accept-Encoding:
+      - gzip, deflate
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '23'
+      Content-Type:
+      - application/json
+      User-Agent:
+      - python-requests/2.31.0
+      authorization:
+      - DUMMY
+    method: GET
+    uri: https://my_instance.com/api/2.0/dbfs/list
+  response:
+    body:
+      string: !!binary |
+        H4sIAAAAAAAEA5ySQW7DIBBF7zJrV4FgBuwD9AJZRpU1DaShtYsFk02j3L3E3saVCsuReO8z/Buc
+        w+gz9McbzMQX6GH3WiYHjsnvHDGN9OWhgZAHFxL0nK6+WS4NOfx46EUDU3ThHE7EIX4PHKYylUa0
+        ClEs5948g4dpjolfMtNHjQClUKi1aoviueCTUq5IrjvUSlo0m+DyXj/WoNEohZ1Eu4mex8hVZGG1
+        bm1ZytY28oWSd8O1GMjVKYzVe/xDwfT+6NL/y7L+pem206+xS/61rlUKKXAvlrq83X8BAAD//wMA
+        J0kadvgCAAA=
+    headers:
+      access-control-allow-headers:
+      - Authorization, X-Databricks-Azure-Workspace-Resource-Id, X-Databricks-Org-Id,
+        Content-Type
+      access-control-allow-origin:
+      - '*'
+      cache-control:
+      - no-cache, no-store, must-revalidate
+      content-encoding:
+      - gzip
+      content-type:
+      - application/json
+      expires:
+      - '0'
+      pragma:
+      - no-cache
+      server:
+      - databricks
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      transfer-encoding:
+      - chunked
+      vary:
+      - Accept-Encoding
+      x-content-type-options:
+      - nosniff
+    status:
+      code: 200
+      message: OK
+version: 1

fsspec/implementations/tests/conftest.py

@@ -0,0 +1,39 @@
+import tempfile
+
+import pytest
+
+from fsspec.implementations.arrow import ArrowFSWrapper
+from fsspec.implementations.local import LocalFileSystem
+from fsspec.implementations.memory import MemoryFileSystem
+
+# A dummy filesystem that has a list of protocols
+
+
+class MultiProtocolFileSystem(LocalFileSystem):
+    protocol = ["file", "other"]
+
+
+FILESYSTEMS = {
+    "local": LocalFileSystem,
+    "multi": MultiProtocolFileSystem,
+    "memory": MemoryFileSystem,
+}
+
+READ_ONLY_FILESYSTEMS = []
+
+
+@pytest.fixture(scope="function")
+def fs(request):
+    pyarrow_fs = pytest.importorskip("pyarrow.fs")
+    FileSystem = pyarrow_fs.FileSystem
+    if request.param == "arrow":
+        fs = ArrowFSWrapper(FileSystem.from_uri("file:///")[0])
+        return fs
+    cls = FILESYSTEMS[request.param]
+    return cls()
+
+
+@pytest.fixture(scope="function")
+def temp_file():
+    with tempfile.TemporaryDirectory() as temp_dir:
+        return temp_dir + "test-file"

fsspec/implementations/tests/local/local_fixtures.py

@@ -0,0 +1,18 @@
+import pytest
+
+from fsspec.implementations.local import LocalFileSystem, make_path_posix
+from fsspec.tests.abstract import AbstractFixtures
+
+
+class LocalFixtures(AbstractFixtures):
+    @pytest.fixture(scope="class")
+    def fs(self):
+        return LocalFileSystem(auto_mkdir=True)
+
+    @pytest.fixture
+    def fs_path(self, tmpdir):
+        return str(tmpdir)
+
+    @pytest.fixture
+    def fs_sanitize_path(self):
+        return make_path_posix

fsspec/implementations/tests/local/local_test.py

@@ -0,0 +1,14 @@
+import fsspec.tests.abstract as abstract
+from fsspec.implementations.tests.local.local_fixtures import LocalFixtures
+
+
+class TestLocalCopy(abstract.AbstractCopyTests, LocalFixtures):
+    pass
+
+
+class TestLocalGet(abstract.AbstractGetTests, LocalFixtures):
+    pass
+
+
+class TestLocalPut(abstract.AbstractPutTests, LocalFixtures):
+    pass