exiftool_vendored 11.86.0 → 11.88.0

data/bin/lib/Image/ExifTool/TagNames.pod

@@ -12,7 +12,7 @@ meta information extracted from or written to a file.
 =head1 TAG TABLES
 
 The tables listed below give the names of all tags recognized by ExifTool.
-They contain a total of 23225 tags, with 15187 unique tag names.
+They contain a total of 23338 tags, with 15293 unique tag names.
 
 B<Tag ID>, B<Index#> or B<Sequence> is given in the first column of each
 table.  A B<Tag ID> is the computer-readable equivalent of a tag name, and
@@ -1225,6 +1225,7 @@ L<http://www.adobe.com/devnet/xmp/> for the official XMP specification.
   creatorAtom                                   XMP creatorAtom
   crs                                           XMP crs
   dc                                            XMP dc
+  Device                                        XMP Device
   dex                                           XMP dex
   DICOM                                         XMP DICOM
   digiKam                                       XMP digiKam
@@ -2390,6 +2391,291 @@ These tags belong to the ExifTool XMP-dc family 1 group.
   Title                                         lang-alt
   Type                                          string+
 
+=head3 XMP Device Tags
+
+Google depth-map Device tags.  See
+L<https://developer.android.com/training/camera2/Dynamic-depth-v1.0.pdf> for
+the specification.
+
+These tags belong to the ExifTool XMP-Device family 1 group.
+
+  Tag Name                                      Writable
+  --------                                      --------
+  AppInfo                                       AppInfo Struct
+  AppInfoApplication                            string_
+  AppInfoItemURI                                string_
+  AppInfoVersion                                string_
+  Cameras                                       DeviceCameras Struct+
+  Camera                                        DeviceCamera Struct_+
+  CameraAppInfo                                 AppInfo Struct_+
+  CameraAppInfoApplication                      string_+
+  CameraAppInfoItemURI                          string_+
+  CameraAppInfoVersion                          string_+
+  CameraDepthMap                                DeviceDepthMap Struct_+
+  CameraDepthMapConfidenceURI                   string_+
+  CameraDepthMapDepthURI                        string_+
+  CameraDepthMapFar                             real_+
+  CameraDepthMapFocalTable                      string_+
+  CameraDepthMapFocalTableEntryCount            integer_+
+  CameraDepthMapFormat                          string_+
+  CameraDepthMapItemSemantic                    string_+
+  CameraDepthMapMeasureType                     string_+
+  CameraDepthMapNear                            real_+
+  CameraDepthMapSoftware                        string_+
+  CameraDepthMapUnits                           string_+
+  CameraImage                                   DeviceImage Struct_+
+  CameraImageItemSemantic                       string_+
+  CameraImageItemURI                            string_+
+  CameraImagingModel                            DeviceImagingModel Struct_+
+  CameraImagingModelDistortion                  string_+
+  CameraImagingModelDistortionCount             integer_+
+  CameraImagingModelFocalLengthX                real_+
+  CameraImagingModelFocalLengthY                real_+
+  CameraImagingModelImageHeight                 integer_+
+  CameraImagingModelImageWidth                  integer_+
+  CameraImagingModelPixelAspectRatio            real_+
+  CameraImagingModelPrincipalPointX             real_+
+  CameraImagingModelPrincipalPointY             real_+
+  CameraImagingModelSkew                        real_+
+  CameraLightEstimate                           DeviceLightEstimate Struct_+
+  CameraLightEstimateColorCorrectionB           real_+
+  CameraLightEstimateColorCorrectionG           real_+
+  CameraLightEstimateColorCorrectionR           real_+
+  CameraLightEstimatePixelIntensity             real_+
+  CameraPointCloud                              DevicePointCloud Struct_+
+  CameraPointCloudMetric                        boolean_+
+  CameraPointCloudPointCloud                    integer_+
+  CameraPointCloudPoints                        string_+
+  CameraPose                                    Pose Struct_+
+  CameraPosePositionX                           real_+
+  CameraPosePositionY                           real_+
+  CameraPosePositionZ                           real_+
+  CameraPoseRotationW                           real_+
+  CameraPoseRotationX                           real_+
+  CameraPoseRotationY                           real_+
+  CameraPoseRotationZ                           real_+
+  CameraPoseTimestamp                           integer_+
+  CameraTrait                                   string_+
+  CameraVendorInfo                              VendorInfo Struct_+
+  CameraVendorInfoManufacturer                  string_+
+  CameraVendorInfoModel                         string_+
+  CameraVendorInfoNotes                         string_+
+  Container                                     DeviceContainer Struct
+  ContainerDirectory                            DeviceDirectory Struct_+
+  ContainerDirectoryItem                        DeviceItem Struct_+
+  ContainerDirectoryItemDataURI                 string_+
+  ContainerDirectoryItemLength                  integer_+
+  ContainerDirectoryItemMime                    string_+
+  ContainerDirectoryItemPadding                 integer_+
+  EarthPos                                      EarthPose Struct
+  EarthPosAltitude                              real_
+  EarthPosLatitude                              real_
+  EarthPosLongitude                             real_
+  EarthPosRotationW                             real_
+  EarthPosRotationX                             real_
+  EarthPosRotationY                             real_
+  EarthPosRotationZ                             real_
+  EarthPosTimestamp                             integer_
+  Planes                                        DevicePlanes Struct+
+  Plane                                         DevicePlane Struct_+
+  PlaneBoundary                                 string_+
+  PlaneBoundaryVertexCount                      integer_+
+  PlaneExtentX                                  real_+
+  PlaneExtentZ                                  real_+
+  PlanePose                                     Pose Struct_+
+  PlanePosePositionX                            real_+
+  PlanePosePositionY                            real_+
+  PlanePosePositionZ                            real_+
+  PlanePoseRotationW                            real_+
+  PlanePoseRotationX                            real_+
+  PlanePoseRotationY                            real_+
+  PlanePoseRotationZ                            real_+
+  PlanePoseTimestamp                            integer_+
+  Pose                                          Pose Struct
+  PosePositionX                                 real_
+  PosePositionY                                 real_
+  PosePositionZ                                 real_
+  PoseRotationW                                 real_
+  PoseRotationX                                 real_
+  PoseRotationY                                 real_
+  PoseRotationZ                                 real_
+  PoseTimestamp                                 integer_
+  Profiles                                      DeviceProfiles Struct+
+  Profile                                       DeviceProfile Struct_+
+  ProfileCameraIndices                          integer_+
+  ProfileType                                   string_+
+  VendorInfo                                    VendorInfo Struct
+  VendorInfoManufacturer                        string_
+  VendorInfoModel                               string_
+  VendorInfoNotes                               string_
+
+=head3 XMP AppInfo Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Application                                   string
+  ItemURI                                       string
+  Version                                       string
+
+=head3 XMP DeviceCameras Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Camera                                        DeviceCamera Struct
+
+=head3 XMP DeviceCamera Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  AppInfo                                       AppInfo Struct
+  DepthMap                                      DeviceDepthMap Struct
+  Image                                         DeviceImage Struct
+  ImagingModel                                  DeviceImagingModel Struct
+  LightEstimate                                 DeviceLightEstimate Struct
+  PointCloud                                    DevicePointCloud Struct
+  Pose                                          Pose Struct
+  Trait                                         string
+  VendorInfo                                    VendorInfo Struct
+
+=head3 XMP DeviceDepthMap Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  ConfidenceURI                                 string
+  DepthURI                                      string
+  Far                                           real
+  FocalTable                                    string
+  FocalTableEntryCount                          integer
+  Format                                        string
+  ItemSemantic                                  string
+  MeasureType                                   string
+  Near                                          real
+  Software                                      string
+  Units                                         string
+
+=head3 XMP DeviceImage Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  ItemSemantic                                  string
+  ItemURI                                       string
+
+=head3 XMP DeviceImagingModel Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Distortion                                    string
+  DistortionCount                               integer
+  FocalLengthX                                  real
+  FocalLengthY                                  real
+  ImageHeight                                   integer
+  ImageWidth                                    integer
+  PixelAspectRatio                              real
+  PrincipalPointX                               real
+  PrincipalPointY                               real
+  Skew                                          real
+
+=head3 XMP DeviceLightEstimate Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  ColorCorrectionB                              real
+  ColorCorrectionG                              real
+  ColorCorrectionR                              real
+  PixelIntensity                                real
+
+=head3 XMP DevicePointCloud Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Metric                                        boolean
+  PointCloud                                    integer
+  Points                                        string
+
+=head3 XMP Pose Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  PositionX                                     real
+  PositionY                                     real
+  PositionZ                                     real
+  RotationW                                     real
+  RotationX                                     real
+  RotationY                                     real
+  RotationZ                                     real
+  Timestamp                                     integer
+
+=head3 XMP VendorInfo Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Manufacturer                                  string
+  Model                                         string
+  Notes                                         string
+
+=head3 XMP DeviceContainer Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Directory                                     DeviceDirectory Struct+
+
+=head3 XMP DeviceDirectory Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Item                                          DeviceItem Struct
+
+=head3 XMP DeviceItem Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  DataURI                                       string
+  Length                                        integer
+  Mime                                          string
+  Padding                                       integer
+
+=head3 XMP EarthPose Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Altitude                                      real
+  Latitude                                      real
+  Longitude                                     real
+  RotationW                                     real
+  RotationX                                     real
+  RotationY                                     real
+  RotationZ                                     real
+  Timestamp                                     integer
+
+=head3 XMP DevicePlanes Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Plane                                         DevicePlane Struct
+
+=head3 XMP DevicePlane Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Boundary                                      string
+  BoundaryVertexCount                           integer
+  ExtentX                                       real
+  ExtentZ                                       real
+  Pose                                          Pose Struct
+
+=head3 XMP DeviceProfiles Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  Profile                                       DeviceProfile Struct
+
+=head3 XMP DeviceProfile Struct
+
+  Field Name                                    Writable
+  ----------                                    --------
+  CameraIndices                                 integer+
+  Type                                          string
+
 =head3 XMP dex Tags
 
 Description Explorer namespace tags.  These tags are not very common.  The
@@ -3541,7 +3827,7 @@ These tags belong to the ExifTool XMP-photoshop family 1 group.
 
 =head3 XMP PixelLive Tags
 
-PixelLive namespace tags.  These tags are not writable becase they are very
+PixelLive namespace tags.  These tags are not writable because they are very
 uncommon and I haven't been able to locate a reference which gives the
 namespace URI.
 
@@ -9048,6 +9334,7 @@ Tags extracted from FLIR Public image Format (FPF) files.
   0x1048   ColorChromeEffect                    int32s
   0x1049   BWAdjustment                         int8s
   0x104d   CropMode                             int16u
+  0x104e   ColorChromeFXBlue                    int32s
   0x1050   ShutterType                          int16u
   0x1100   AutoBracketing                       int16u
   0x1101   SequenceNumber                       int16u
@@ -22731,6 +23018,11 @@ other text chunks here.  For this reason, when writing, ExifTool 11.63 and
 later create new text chunks (including XMP) before IDAT, and move existing
 text chunks to before IDAT.
 
+The PNG format contains CRC checksums that are validated when reading with
+either the Verbose or Validate option.  When writing, these checksums are
+validated by default, but the FastScan option may be used to bypass this
+check if speed is more of a concern.
+
   Tag ID             Tag Name                   Writable
   ------             --------                   --------
   'IHDR'             ImageHeader                PNG ImageHeader
@@ -22779,7 +23071,7 @@ text chunks to before IDAT.
 
 =head3 PNG AnimationControl Tags
 
-Tags found in the Animation Conrol chunk.  See
+Tags found in the Animation Control chunk.  See
 L<https://wiki.mozilla.org/APNG_Specification> for details.
 
   Index4   Tag Name                             Writable
@@ -33328,19 +33620,24 @@ name.  See L<http://tools.ietf.org/html/rfc5545> for the official iCalendar
 =head2 Text Tags
 
 Although basic text files contain no metadata, the following tags are
-determined from a simple analysis of the text data.  LineCount and WordCount
-are generated only for 8-bit encodings, but the FastScan (-fast) option may
-be used to limit processing to the first 64 kB in which case these two tags
-are not produced.  To avoid long processing delays, ExifTool will issue a
-minor warning and process only the first 64 kB of any file larger than 20 MB
-unless the IgnoreMinorErrors (-m) option is used.
+determined from a simple analysis of the data in TXT and CSV files.
+Statistics are generated only for 8-bit encodings, but the FastScan (-fast)
+option may be used to limit processing to the first 64 kB in which case some
+tags are not produced.  To avoid long processing delays, ExifTool will issue
+a minor warning and process only the first 64 kB of any file larger than 20
+MB unless the IgnoreMinorErrors (-m)
+option is used.
 
   Tag Name                                      Writable
   --------                                      --------
   ByteOrderMark                                 no
+  ColumnCount                                   no
+  Delimiter                                     no
   LineCount                                     no
   MIMEEncoding                                  no
   Newlines                                      no
+  Quoting                                       no
+  RowCount                                      no
   WordCount                                     no
 
 =head2 RSRC Tags
@@ -33852,6 +34149,7 @@ FileName.
   SymLink                    -                  yes!
   TestName                   -                  yes!
   ThumbnailImage             File               no
+  Trailer                    File               yes!
   Validate                   ExifTool           no
   Warning                    ExifTool           no
   XMP                        XMP                yes!

data/bin/lib/Image/ExifTool/Text.pm

@@ -1,9 +1,10 @@
 #------------------------------------------------------------------------------
 # File:         Text.pm
 #
-# Description:  Deduce characteristics of a text file
+# Description:  Deduce characteristics of TXT and CSV files
 #
 # Revisions:    2019-11-01 - P. Harvey Created
+#               2020-02-13 - PH Added CSV file support
 #
 # References:   1) https://github.com/file/file
 #------------------------------------------------------------------------------
@@ -15,7 +16,7 @@ use vars qw($VERSION);
 use Image::ExifTool qw(:DataAccess :Utils);
 use Image::ExifTool::XMP;
 
-$VERSION = '1.01';
+$VERSION = '1.03';
 
 # Text tags
 %Image::ExifTool::Text::Main = (
@@ -23,12 +24,13 @@ $VERSION = '1.01';
     GROUPS => { 0 => 'File', 1 => 'File', 2 => 'Document' },
     NOTES => q{
         Although basic text files contain no metadata, the following tags are
-        determined from a simple analysis of the text data.  LineCount and WordCount
-        are generated only for 8-bit encodings, but the L<FastScan|../ExifTool.html#FastScan> (-fast) option may
-        be used to limit processing to the first 64 kB in which case these two tags
-        are not produced.  To avoid long processing delays, ExifTool will issue a
-        minor warning and process only the first 64 kB of any file larger than 20 MB
-        unless the L<IgnoreMinorErrors|../ExifTool.html#IgnoreMinorErrors> (-m) option is used.
+        determined from a simple analysis of the data in TXT and CSV files. 
+        Statistics are generated only for 8-bit encodings, but the L<FastScan|../ExifTool.html#FastScan> (-fast)
+        option may be used to limit processing to the first 64 kB in which case some
+        tags are not produced.  To avoid long processing delays, ExifTool will issue
+        a minor warning and process only the first 64 kB of any file larger than 20
+        MB unless the L<IgnoreMinorErrors|../ExifTool.html#IgnoreMinorErrors> (-m)
+        option is used.
     },
     MIMEEncoding => { Groups => { 2 => 'Other' } },
     Newlines => {
@@ -42,6 +44,10 @@ $VERSION = '1.01';
     ByteOrderMark => { PrintConv => { 0 => 'No', 1 => 'Yes' } },
     LineCount => { },
     WordCount => { },
+    Delimiter => { PrintConv => { '' => '(none)', ',' => 'Comma', ';' => 'Semicolon', "\t" => 'Tab' }},
+    Quoting   => { PrintConv => { '' => '(none)', '"' => 'Double quotes', "'" => 'Single quotes' }},
+    RowCount  => { },
+    ColumnCount => { },
 );
 
 #------------------------------------------------------------------------------
@@ -116,6 +122,49 @@ sub ProcessTXT($$)
     $et->HandleTag($tagTablePtr, Newlines => $nl);
 
     return 1 if $fast or not defined $isUTF8;
+#
+# generate stats for CSV files
+#
+    if ($$et{FileType} eq 'CSV') {
+        my ($delim, $quot, $ncols);
+        my $nrows = 0;
+        while ($raf->ReadLine($buff)) {
+            if (not defined $delim) {
+                my %count = ( ',' => 0, ';' => 0, "\t" => 0 );
+                ++$count{$_} foreach $buff =~ /[,;\t]/g;
+                if ($count{','} > $count{';'} and $count{','} > $count{"\t"}) {
+                    $delim = ',';
+                } elsif ($count{';'} > $count{"\t"}) {
+                    $delim = ';';
+                } elsif ($count{"\t"}) {
+                    $delim = "\t";
+                } else {
+                    $delim = '';
+                    $ncols = 1;
+                }
+                unless ($ncols) {
+                    # account for delimiters in quotes (simplistically)
+                    while ($buff =~ /(^|$delim)(["'])(.*?)\2(?=$delim|$)/sg) {
+                        $quot = $2;
+                        my $field = $3;
+                        $count{$delim} -= () = $field =~ /$delim/g;
+                    }
+                    $ncols = $count{$delim} + 1;
+                }
+            } elsif (not $quot) {
+                $quot = $2 if $buff =~ /(^|$delim)(["'])(.*?)\2(?=$delim|$)/sg;
+            }
+            if (++$nrows == 1000 and $et->Warn('Not counting rows past 1000', 2)) {
+                undef $nrows;
+                last;
+            }
+        }
+        $et->HandleTag($tagTablePtr, Delimiter => ($delim || ''));
+        $et->HandleTag($tagTablePtr, Quoting => ($quot || ''));
+        $et->HandleTag($tagTablePtr, ColumnCount => $ncols);
+        $et->HandleTag($tagTablePtr, RowCount => $nrows) if $nrows;
+        return 1;
+    }
     return 1 if $$et{VALUE}{FileSize} and $$et{VALUE}{FileSize} > 20000000 and
         $et->Warn('Not counting lines/words in text file larger than 20 MB', 2);
 #
@@ -128,7 +177,7 @@ sub ProcessTXT($$)
         ++$lines;
         ++$words while $buff =~ /\S+/g;
         if (not $nl and $buff =~ /(\r\n|\r|\n)$/) {
-            # (the first line must have been longer than 1024 characters)
+            # (the first line must have been longer than 64 kB)
             $$et{VALUE}{Newlines} = $nl = $1;
         }
         next if $raf->Tell() < 65536;
@@ -170,7 +219,7 @@ This module is used by Image::ExifTool
 =head1 DESCRIPTION
 
 This module contains definitions required by Image::ExifTool to deduce some
-characteristics of Text files.
+characteristics of TXT and CSV files.
 
 =head1 AUTHOR