PyCatFile 0.13.6__tar.gz → 0.13.10__tar.gz

{pycatfile-0.13.6 → pycatfile-0.13.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: PyCatFile
-Version: 0.13.6
+Version: 0.13.10
 Summary: A tar like file format name catfile after unix cat command (concatenate files) .
 Home-page: https://github.com/GameMaker2k/PyCatFile
 Download-URL: https://github.com/GameMaker2k/PyCatFile/archive/master.tar.gz

{pycatfile-0.13.6 → pycatfile-0.13.10}/PyCatFile.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: PyCatFile
-Version: 0.13.6
+Version: 0.13.10
 Summary: A tar like file format name catfile after unix cat command (concatenate files) .
 Home-page: https://github.com/GameMaker2k/PyCatFile
 Download-URL: https://github.com/GameMaker2k/PyCatFile/archive/master.tar.gz

{pycatfile-0.13.6 → pycatfile-0.13.10}/catfile.py

@@ -14,7 +14,7 @@
     Copyright 2018-2024 Game Maker 2k - http://intdb.sourceforge.net/
     Copyright 2018-2024 Kazuki Przyborowski - https://github.com/KazukiPrzyborowski
 
-    $FileInfo: catfile.py - Last Update: 6/18/2024 Ver. 0.13.6 RC 1 - Author: cooldude2k $
+    $FileInfo: catfile.py - Last Update: 6/20/2024 Ver. 0.13.10 RC 1 - Author: cooldude2k $
 '''
 
 from __future__ import absolute_import, division, print_function, unicode_literals;

{pycatfile-0.13.6 → pycatfile-0.13.10}/neocatfile.py

@@ -14,7 +14,7 @@
     Copyright 2018-2024 Game Maker 2k - http://intdb.sourceforge.net/
     Copyright 2018-2024 Kazuki Przyborowski - https://github.com/KazukiPrzyborowski
 
-    $FileInfo: neocatfile.py - Last Update: 6/18/2024 Ver. 0.13.6 RC 1 - Author: cooldude2k $
+    $FileInfo: neocatfile.py - Last Update: 6/20/2024 Ver. 0.13.10 RC 1 - Author: cooldude2k $
 '''
 
 from __future__ import absolute_import, division, print_function, unicode_literals

{pycatfile-0.13.6 → pycatfile-0.13.10}/pycatfile.py

@@ -14,7 +14,7 @@
     Copyright 2018-2024 Game Maker 2k - http://intdb.sourceforge.net/
     Copyright 2018-2024 Kazuki Przyborowski - https://github.com/KazukiPrzyborowski
 
-    $FileInfo: pycatfile.py - Last Update: 6/18/2024 Ver. 0.13.6 RC 1 - Author: cooldude2k $
+    $FileInfo: pycatfile.py - Last Update: 6/20/2024 Ver. 0.13.10 RC 1 - Author: cooldude2k $
 '''
 
 from __future__ import absolute_import, division, print_function, unicode_literals;
@@ -148,6 +148,7 @@ try:
  import httpx;
  havehttpx = True;
  logging.getLogger("httpx").setLevel(logging.WARNING);
+ logging.getLogger("httpcore").setLevel(logging.WARNING);
 except ImportError:
  pass;
 
@@ -213,11 +214,11 @@ __file_format_list__ = [__file_format_name__, __file_format_magic__, __file_form
 __file_format_dict__ = {'format_name': __file_format_name__, 'format_magic': __file_format_magic__, 'format_lower': __file_format_lower__, 'format_len': __file_format_len__, 'format_hex': __file_format_hex__, 'format_delimiter': __file_format_delimiter__, 'format_ver': __file_format_ver__, 'new_style': __use_new_style__, 'use_advanced_list': __use_advanced_list__, 'use_alt_inode': __use_alt_inode__};
 __project__ = __program_name__;
 __project_url__ = "https://github.com/GameMaker2k/PyCatFile";
-__version_info__ = (0, 13, 6, "RC 1", 1);
-__version_date_info__ = (2024, 6, 18, "RC 1", 1);
+__version_info__ = (0, 13, 10, "RC 1", 1);
+__version_date_info__ = (2024, 6, 20, "RC 1", 1);
 __version_date__ = str(__version_date_info__[0]) + "." + str(__version_date_info__[1]).zfill(2) + "." + str(__version_date_info__[2]).zfill(2);
 __revision__ = __version_info__[3];
-__revision_id__ = "$Id: e5caffc4692281eb011729629dd8fde86ce63098 $";
+__revision_id__ = "$Id: 3d66f8fd117dbce383a71cad2e06f0e48f834871 $";
 if(__version_info__[4] is not None):
  __version_date_plusrc__ = __version_date__ + "-" + str(__version_date_info__[4]);
 if(__version_info__[4] is None):
@@ -2726,8 +2727,10 @@ def CheckCompressionType(infile, formatspecs=__file_format_dict__, closefp=True)
    filetype = "tarfile";
   elif(zipfile.is_zipfile(catfp)):
    filetype = "zipfile";
-  elif(rarfile.is_rarfile(catfp) or rarfile.is_rarfile_sfx(catfp)):
+  elif(rarfile_support and (rarfile.is_rarfile(catfp) or rarfile.is_rarfile_sfx(catfp))):
    filetype = "rarile";
+  elif(py7zr_support and py7zr.is_7zfile(catfp)):
+   return "7zipfile";
   else:
    filetype = False;
  catfp.seek(0, 0);
@@ -2933,8 +2936,10 @@ def CheckCompressionSubType(infile, formatspecs=__file_format_dict__, closefp=Tr
    return "tarfile";
   elif(zipfile.is_zipfile(infile)):
    return "zipfile";
-  elif(rarfile.is_rarfile(infile) or rarfile.is_rarfile_sfx(infile)):
+  elif(rarfile_support and (rarfile.is_rarfile(infile) or rarfile.is_rarfile_sfx(infile))):
    return "rarile";
+  elif(py7zr_support and py7zr.is_7zfile(infile)):
+   return "7zipfile";
   else:
    return False;
   return False;
@@ -3869,19 +3874,28 @@ def PackArchiveFileFromZipFile(infile, outfile, compression="auto", compresswhol
     ftypemod = stat.S_IFMT(int(stat.S_IFDIR + 511));
   elif(zipinfo.create_system==3):
    fwinattributes = format(int(0), 'x').lower();
-   fmode = format(int(zipinfo.external_attr), 'x').lower();
-   fchmode = stat.S_IMODE(int(zipinfo.external_attr));
-   ftypemod = stat.S_IFMT(int(zipinfo.external_attr));
+   try:
+    fmode = format(int(zipinfo.external_attr), 'x').lower();
+    prefmode = int(zipinfo.external_attr);
+    fchmode = stat.S_IMODE(prefmode);
+    ftypemod = stat.S_IFMT(prefmode);
+   except OverflowError:
+    fmode = format(int(zipinfo.external_attr >> 16), 'x').lower();
+    prefmode = int(zipinfo.external_attr >> 16);
+    fchmode = stat.S_IMODE(prefmode);
+    ftypemod = stat.S_IFMT(prefmode);
   else:
    fwinattributes = format(int(0), 'x').lower();
    if(not member.is_dir()):
     fmode = format(int(stat.S_IFREG + 438), 'x').lower();
-    fchmode = stat.S_IMODE(fmode);
-    ftypemod = stat.S_IFMT(fmode);
+    prefmode = int(stat.S_IFREG + 438);
+    fchmode = stat.S_IMODE(prefmode);
+    ftypemod = stat.S_IFMT(prefmode);
    elif(member.is_dir()):
     fmode = format(int(stat.S_IFDIR + 511), 'x').lower();
-    fchmode = stat.S_IMODE(fmode);
-    ftypemod = stat.S_IFMT(fmode);
+    prefmode = int(stat.S_IFDIR + 511);
+    fchmode = stat.S_IMODE(prefmode);
+    ftypemod = stat.S_IFMT(prefmode);
   fcompression = "";
   fcsize = format(int(0), 'x').lower();
   try:
@@ -6129,7 +6143,14 @@ def ZipFileToArrayAlt(infile, listonly=False, checksumtype="crc32", extradata=[]
     ftypemod = int(stat.S_IFMT(int(stat.S_IFDIR + 511)));
   elif(zipinfo.create_system==3):
    fwinattributes = int(0);
-   fmode = int(zipinfo.external_attr);
+   try:
+    fmode = int(zipinfo.external_attr);
+    fchmode = stat.S_IMODE(fmode);
+    ftypemod = stat.S_IFMT(fmode);
+   except OverflowError:
+    fmode = int(zipinfo.external_attr >> 16);
+    fchmode = stat.S_IMODE(fmode);
+    ftypemod = stat.S_IFMT(fmode);
   else:
    fwinattributes = int(0);
    if(not member.is_dir()):
@@ -7366,9 +7387,14 @@ def ZipFileListFiles(infile, verbose=False, returnfp=False):
     ftypemod = int(stat.S_IFMT(int(stat.S_IFDIR + 511)));
   elif(zipinfo.create_system==3):
    fwinattributes =int(0);
-   fmode = int(zipinfo.external_attr);
-   fchmode = int(stat.S_IMODE(fmode));
-   ftypemod = int(stat.S_IFMT(fmode));
+   try:
+    fmode = int(zipinfo.external_attr);
+    fchmode = stat.S_IMODE(fmode);
+    ftypemod = stat.S_IFMT(fmode);
+   except OverflowError:
+    fmode = int(zipinfo.external_attr >> 16);
+    fchmode = stat.S_IMODE(fmode);
+    ftypemod = stat.S_IFMT(fmode);
   else:
    fwinattributes = int(0);
    if(not member.is_dir()):
@@ -7863,6 +7889,26 @@ def upload_file_to_ftp_string(ftpstring, url):
  ftpfileo.close();
  return ftpfile;
 
+class RawIteratorWrapper:
+ def __init__(self, iterator):
+  self.iterator = iterator;
+  self.buffer = b"";
+  self._iterator_exhausted = False;
+ def read(self, size=-1):
+  if self._iterator_exhausted:
+   return b'';
+  while size < 0 or len(self.buffer) < size:
+   try:
+    chunk = next(self.iterator);
+    self.buffer += chunk;
+   except StopIteration:
+    self._iterator_exhausted = True;
+    break;
+  if size < 0:
+   size = len(self.buffer);
+  result, self.buffer = self.buffer[:size], self.buffer[size:];
+  return result;
+
 def download_file_from_http_file(url, headers=None, usehttp=__use_http_lib__):
  if headers is None:
   headers = {};
@@ -7880,7 +7926,7 @@ def download_file_from_http_file(url, headers=None, usehttp=__use_http_lib__):
  elif urlparts.scheme == "ftp" or urlparts.scheme == "ftps":
   return download_file_from_ftp_file(url);
  if urlparts.port:
-  netloc += ':' + str(urlparts.port)
+  netloc += ':' + str(urlparts.port);
  rebuilt_url = urlunparse((urlparts.scheme, netloc, urlparts.path, urlparts.params, urlparts.query, urlparts.fragment));
  # Create a temporary file object
  httpfile = BytesIO();
@@ -7890,17 +7936,17 @@ def download_file_from_http_file(url, headers=None, usehttp=__use_http_lib__):
    response = requests.get(rebuilt_url, headers=headers, auth=(username, password), stream=True);
   else:
    response = requests.get(rebuilt_url, headers=headers, stream=True);
-  response.raw.decode_content = True;
+  response.raw.decode_content = True
   shutil.copyfileobj(response.raw, httpfile);
  elif usehttp == 'httpx' and havehttpx:
   # Use httpx if selected and available
-  with httpx.Client() as client:
+  with httpx.Client(follow_redirects=True) as client:
    if username and password:
-    response = client.get(rebuilt_url, headers=headers, auth=(username, password), stream=True);
+    response = client.get(rebuilt_url, headers=headers, auth=(username, password));
    else:
-    response = client.get(rebuilt_url, headers=headers, stream=True);
-   for chunk in response.iter_bytes():
-    httpfile.write(chunk);
+    response = client.get(rebuilt_url, headers=headers);
+   raw_wrapper = RawIteratorWrapper(response.iter_bytes());
+   shutil.copyfileobj(raw_wrapper, httpfile);
  else:
   # Use urllib as a fallback
   # Build a Request object for urllib
@@ -7917,15 +7963,15 @@ def download_file_from_http_file(url, headers=None, usehttp=__use_http_lib__):
    opener = build_opener(auth_handler);
   else:
    opener = build_opener();
-  with opener.open(request) as response:
-   shutil.copyfileobj(response, httpfile);
+  response = opener.open(request);
+  shutil.copyfileobj(response, httpfile);
  # Reset file pointer to the start
  httpfile.seek(0, 0);
  # Return the temporary file object
  return httpfile;
 
-def download_file_from_http_string(url, headers=geturls_headers_pycatfile_python_alt):
- httpfile = download_file_from_http_file(url, headers);
+def download_file_from_http_string(url, headers=geturls_headers_pycatfile_python_alt, usehttp=__use_http_lib__):
+ httpfile = download_file_from_http_file(url, headers, usehttp);
  return ftpfile.read();
 
 if(haveparamiko):
@@ -8156,10 +8202,10 @@ else:
  def upload_file_to_pysftp_string(url):
   return False;
 
-def download_file_from_internet_file(url, headers=geturls_headers_pycatfile_python_alt):
+def download_file_from_internet_file(url, headers=geturls_headers_pycatfile_python_alt, usehttp=__use_http_lib__):
  urlparts = urlparse(url);
  if(urlparts.scheme=="http" or urlparts.scheme=="https"):
-  return download_file_from_http_file(url, headers);
+  return download_file_from_http_file(url, headers, usehttp);
  elif(urlparts.scheme=="ftp" or urlparts.scheme=="ftps"):
   return download_file_from_ftp_file(url);
  elif(urlparts.scheme=="sftp"):

{pycatfile-0.13.6 → pycatfile-0.13.10}/setup.py

@@ -13,7 +13,7 @@
     Copyright 2016-2024 Game Maker 2k - http://intdb.sourceforge.net/
     Copyright 2016-2024 Kazuki Przyborowski - https://github.com/KazukiPrzyborowski
 
-    $FileInfo: setup.py - Last Update: 6/18/2024 Ver. 0.13.6 RC 1 - Author: cooldude2k $
+    $FileInfo: setup.py - Last Update: 6/20/2024 Ver. 0.13.10 RC 1 - Author: cooldude2k $
 '''
 
 import os, re, sys, pkg_resources;