zksync 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 251d05e51321009d0223392abaab2b0ddc065b98
+  data.tar.gz: 612a7191b50033e859df0f7cb7511860356b657d
+SHA512:
+  metadata.gz: c40962cbfc56a61c4e972b1ee1377609c5449cb42112d201ad5f6af6e862b3f1d3e357ab9343fb55f45cd03e684147609fe72d87415c5d4219e49bdb343b6be9
+  data.tar.gz: c58d68c6ff7b44581ef3a8ef2cbb14b17063878a11d5b57aaff66e9ce37f7ef5d57a150a2a778bd702ad63bf5b20f2a3dc180582a99b6f930fb184dea38cca27

data/CHANGELOG

@@ -0,0 +1 @@
+0.1.0 - Initial version. Not intended for public use.

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+gem 'trollop'
+
+group :test do
+end

data/LICENSE

@@ -0,0 +1,339 @@
+                    GNU GENERAL PUBLIC LICENSE
+                       Version 2, June 1991
+
+ Copyright (C) 1989, 1991 Free Software Foundation, Inc., <http://fsf.org/>
+ 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ Everyone is permitted to copy and distribute verbatim copies
+ of this license document, but changing it is not allowed.
+
+                            Preamble
+
+  The licenses for most software are designed to take away your
+freedom to share and change it.  By contrast, the GNU General Public
+License is intended to guarantee your freedom to share and change free
+software--to make sure the software is free for all its users.  This
+General Public License applies to most of the Free Software
+Foundation's software and to any other program whose authors commit to
+using it.  (Some other Free Software Foundation software is covered by
+the GNU Lesser General Public License instead.)  You can apply it to
+your programs, too.
+
+  When we speak of free software, we are referring to freedom, not
+price.  Our General Public Licenses are designed to make sure that you
+have the freedom to distribute copies of free software (and charge for
+this service if you wish), that you receive source code or can get it
+if you want it, that you can change the software or use pieces of it
+in new free programs; and that you know you can do these things.
+
+  To protect your rights, we need to make restrictions that forbid
+anyone to deny you these rights or to ask you to surrender the rights.
+These restrictions translate to certain responsibilities for you if you
+distribute copies of the software, or if you modify it.
+
+  For example, if you distribute copies of such a program, whether
+gratis or for a fee, you must give the recipients all the rights that
+you have.  You must make sure that they, too, receive or can get the
+source code.  And you must show them these terms so they know their
+rights.
+
+  We protect your rights with two steps: (1) copyright the software, and
+(2) offer you this license which gives you legal permission to copy,
+distribute and/or modify the software.
+
+  Also, for each author's protection and ours, we want to make certain
+that everyone understands that there is no warranty for this free
+software.  If the software is modified by someone else and passed on, we
+want its recipients to know that what they have is not the original, so
+that any problems introduced by others will not reflect on the original
+authors' reputations.
+
+  Finally, any free program is threatened constantly by software
+patents.  We wish to avoid the danger that redistributors of a free
+program will individually obtain patent licenses, in effect making the
+program proprietary.  To prevent this, we have made it clear that any
+patent must be licensed for everyone's free use or not licensed at all.
+
+  The precise terms and conditions for copying, distribution and
+modification follow.
+
+                    GNU GENERAL PUBLIC LICENSE
+   TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
+
+  0. This License applies to any program or other work which contains
+a notice placed by the copyright holder saying it may be distributed
+under the terms of this General Public License.  The "Program", below,
+refers to any such program or work, and a "work based on the Program"
+means either the Program or any derivative work under copyright law:
+that is to say, a work containing the Program or a portion of it,
+either verbatim or with modifications and/or translated into another
+language.  (Hereinafter, translation is included without limitation in
+the term "modification".)  Each licensee is addressed as "you".
+
+Activities other than copying, distribution and modification are not
+covered by this License; they are outside its scope.  The act of
+running the Program is not restricted, and the output from the Program
+is covered only if its contents constitute a work based on the
+Program (independent of having been made by running the Program).
+Whether that is true depends on what the Program does.
+
+  1. You may copy and distribute verbatim copies of the Program's
+source code as you receive it, in any medium, provided that you
+conspicuously and appropriately publish on each copy an appropriate
+copyright notice and disclaimer of warranty; keep intact all the
+notices that refer to this License and to the absence of any warranty;
+and give any other recipients of the Program a copy of this License
+along with the Program.
+
+You may charge a fee for the physical act of transferring a copy, and
+you may at your option offer warranty protection in exchange for a fee.
+
+  2. You may modify your copy or copies of the Program or any portion
+of it, thus forming a work based on the Program, and copy and
+distribute such modifications or work under the terms of Section 1
+above, provided that you also meet all of these conditions:
+
+    a) You must cause the modified files to carry prominent notices
+    stating that you changed the files and the date of any change.
+
+    b) You must cause any work that you distribute or publish, that in
+    whole or in part contains or is derived from the Program or any
+    part thereof, to be licensed as a whole at no charge to all third
+    parties under the terms of this License.
+
+    c) If the modified program normally reads commands interactively
+    when run, you must cause it, when started running for such
+    interactive use in the most ordinary way, to print or display an
+    announcement including an appropriate copyright notice and a
+    notice that there is no warranty (or else, saying that you provide
+    a warranty) and that users may redistribute the program under
+    these conditions, and telling the user how to view a copy of this
+    License.  (Exception: if the Program itself is interactive but
+    does not normally print such an announcement, your work based on
+    the Program is not required to print an announcement.)
+
+These requirements apply to the modified work as a whole.  If
+identifiable sections of that work are not derived from the Program,
+and can be reasonably considered independent and separate works in
+themselves, then this License, and its terms, do not apply to those
+sections when you distribute them as separate works.  But when you
+distribute the same sections as part of a whole which is a work based
+on the Program, the distribution of the whole must be on the terms of
+this License, whose permissions for other licensees extend to the
+entire whole, and thus to each and every part regardless of who wrote it.
+
+Thus, it is not the intent of this section to claim rights or contest
+your rights to work written entirely by you; rather, the intent is to
+exercise the right to control the distribution of derivative or
+collective works based on the Program.
+
+In addition, mere aggregation of another work not based on the Program
+with the Program (or with a work based on the Program) on a volume of
+a storage or distribution medium does not bring the other work under
+the scope of this License.
+
+  3. You may copy and distribute the Program (or a work based on it,
+under Section 2) in object code or executable form under the terms of
+Sections 1 and 2 above provided that you also do one of the following:
+
+    a) Accompany it with the complete corresponding machine-readable
+    source code, which must be distributed under the terms of Sections
+    1 and 2 above on a medium customarily used for software interchange; or,
+
+    b) Accompany it with a written offer, valid for at least three
+    years, to give any third party, for a charge no more than your
+    cost of physically performing source distribution, a complete
+    machine-readable copy of the corresponding source code, to be
+    distributed under the terms of Sections 1 and 2 above on a medium
+    customarily used for software interchange; or,
+
+    c) Accompany it with the information you received as to the offer
+    to distribute corresponding source code.  (This alternative is
+    allowed only for noncommercial distribution and only if you
+    received the program in object code or executable form with such
+    an offer, in accord with Subsection b above.)
+
+The source code for a work means the preferred form of the work for
+making modifications to it.  For an executable work, complete source
+code means all the source code for all modules it contains, plus any
+associated interface definition files, plus the scripts used to
+control compilation and installation of the executable.  However, as a
+special exception, the source code distributed need not include
+anything that is normally distributed (in either source or binary
+form) with the major components (compiler, kernel, and so on) of the
+operating system on which the executable runs, unless that component
+itself accompanies the executable.
+
+If distribution of executable or object code is made by offering
+access to copy from a designated place, then offering equivalent
+access to copy the source code from the same place counts as
+distribution of the source code, even though third parties are not
+compelled to copy the source along with the object code.
+
+  4. You may not copy, modify, sublicense, or distribute the Program
+except as expressly provided under this License.  Any attempt
+otherwise to copy, modify, sublicense or distribute the Program is
+void, and will automatically terminate your rights under this License.
+However, parties who have received copies, or rights, from you under
+this License will not have their licenses terminated so long as such
+parties remain in full compliance.
+
+  5. You are not required to accept this License, since you have not
+signed it.  However, nothing else grants you permission to modify or
+distribute the Program or its derivative works.  These actions are
+prohibited by law if you do not accept this License.  Therefore, by
+modifying or distributing the Program (or any work based on the
+Program), you indicate your acceptance of this License to do so, and
+all its terms and conditions for copying, distributing or modifying
+the Program or works based on it.
+
+  6. Each time you redistribute the Program (or any work based on the
+Program), the recipient automatically receives a license from the
+original licensor to copy, distribute or modify the Program subject to
+these terms and conditions.  You may not impose any further
+restrictions on the recipients' exercise of the rights granted herein.
+You are not responsible for enforcing compliance by third parties to
+this License.
+
+  7. If, as a consequence of a court judgment or allegation of patent
+infringement or for any other reason (not limited to patent issues),
+conditions are imposed on you (whether by court order, agreement or
+otherwise) that contradict the conditions of this License, they do not
+excuse you from the conditions of this License.  If you cannot
+distribute so as to satisfy simultaneously your obligations under this
+License and any other pertinent obligations, then as a consequence you
+may not distribute the Program at all.  For example, if a patent
+license would not permit royalty-free redistribution of the Program by
+all those who receive copies directly or indirectly through you, then
+the only way you could satisfy both it and this License would be to
+refrain entirely from distribution of the Program.
+
+If any portion of this section is held invalid or unenforceable under
+any particular circumstance, the balance of the section is intended to
+apply and the section as a whole is intended to apply in other
+circumstances.
+
+It is not the purpose of this section to induce you to infringe any
+patents or other property right claims or to contest validity of any
+such claims; this section has the sole purpose of protecting the
+integrity of the free software distribution system, which is
+implemented by public license practices.  Many people have made
+generous contributions to the wide range of software distributed
+through that system in reliance on consistent application of that
+system; it is up to the author/donor to decide if he or she is willing
+to distribute software through any other system and a licensee cannot
+impose that choice.
+
+This section is intended to make thoroughly clear what is believed to
+be a consequence of the rest of this License.
+
+  8. If the distribution and/or use of the Program is restricted in
+certain countries either by patents or by copyrighted interfaces, the
+original copyright holder who places the Program under this License
+may add an explicit geographical distribution limitation excluding
+those countries, so that distribution is permitted only in or among
+countries not thus excluded.  In such case, this License incorporates
+the limitation as if written in the body of this License.
+
+  9. The Free Software Foundation may publish revised and/or new versions
+of the General Public License from time to time.  Such new versions will
+be similar in spirit to the present version, but may differ in detail to
+address new problems or concerns.
+
+Each version is given a distinguishing version number.  If the Program
+specifies a version number of this License which applies to it and "any
+later version", you have the option of following the terms and conditions
+either of that version or of any later version published by the Free
+Software Foundation.  If the Program does not specify a version number of
+this License, you may choose any version ever published by the Free Software
+Foundation.
+
+  10. If you wish to incorporate parts of the Program into other free
+programs whose distribution conditions are different, write to the author
+to ask for permission.  For software which is copyrighted by the Free
+Software Foundation, write to the Free Software Foundation; we sometimes
+make exceptions for this.  Our decision will be guided by the two goals
+of preserving the free status of all derivatives of our free software and
+of promoting the sharing and reuse of software generally.
+
+                            NO WARRANTY
+
+  11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY
+FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW.  EXCEPT WHEN
+OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
+PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
+OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.  THE ENTIRE RISK AS
+TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU.  SHOULD THE
+PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING,
+REPAIR OR CORRECTION.
+
+  12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
+WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR
+REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES,
+INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING
+OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED
+TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY
+YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER
+PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE
+POSSIBILITY OF SUCH DAMAGES.
+
+                     END OF TERMS AND CONDITIONS
+
+            How to Apply These Terms to Your New Programs
+
+  If you develop a new program, and you want it to be of the greatest
+possible use to the public, the best way to achieve this is to make it
+free software which everyone can redistribute and change under these terms.
+
+  To do so, attach the following notices to the program.  It is safest
+to attach them to the start of each source file to most effectively
+convey the exclusion of warranty; and each file should have at least
+the "copyright" line and a pointer to where the full notice is found.
+
+    {description}
+    Copyright (C) {year}  {fullname}
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License along
+    with this program; if not, write to the Free Software Foundation, Inc.,
+    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+Also add information on how to contact you by electronic and paper mail.
+
+If the program is interactive, make it output a short notice like this
+when it starts in an interactive mode:
+
+    Gnomovision version 69, Copyright (C) year name of author
+    Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
+    This is free software, and you are welcome to redistribute it
+    under certain conditions; type `show c' for details.
+
+The hypothetical commands `show w' and `show c' should show the appropriate
+parts of the General Public License.  Of course, the commands you use may
+be called something other than `show w' and `show c'; they could even be
+mouse-clicks or menu items--whatever suits your program.
+
+You should also get your employer (if you work as a programmer) or your
+school, if any, to sign a "copyright disclaimer" for the program, if
+necessary.  Here is a sample; alter the names:
+
+  Yoyodyne, Inc., hereby disclaims all copyright interest in the program
+  `Gnomovision' (which makes passes at compilers) written by James Hacker.
+
+  {signature of Ty Coon}, 1 April 1989
+  Ty Coon, President of Vice
+
+This General Public License does not permit incorporating your program into
+proprietary programs.  If your program is a subroutine library, you may
+consider it more useful to permit linking proprietary applications with the
+library.  If this is what you want to do, use the GNU Lesser General
+Public License instead of this License.

data/bin/zksync

@@ -0,0 +1,185 @@
+#!/usr/bin/ruby
+
+# zksync
+#   Copyright (C) 2017  Jonas Acres
+
+#   This program is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+
+#   This program is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+
+#   You should have received a copy of the GNU General Public License along
+#   with this program; if not, write to the Free Software Foundation, Inc.,
+#   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+basepath = File.expand_path(File.dirname(__FILE__) + '/..')
+lib = File.join(basepath, 'lib')
+$LOAD_PATH.unshift(lib) if File.directory?(lib) && !$LOAD_PATH.include?(lib)
+
+require 'fileutils'
+require 'json'
+require 'openssl'
+require 'pathname'
+require 'trollop'
+require 'time'
+require 'etc'
+
+require 'zksync'
+
+def die(message, status=1)
+  STDERR.puts message
+  exit status
+end
+
+def get_passphrase(pp_arg)
+  return STDIN.read if pp_arg == "-"
+  return pp_arg unless pp_arg.start_with?("@")
+
+  filename = pp_arg[1..-1]
+  die "Cannot open passphrase file: #{filename}" unless File.file?(filename) && File.readable?(filename)
+  IO.read(filename)
+end
+
+def flag_for_mode_bits(bits)
+  s = ""
+  s += (bits & 4) > 0 ? "r" : "-"
+  s += (bits & 2) > 0 ? "w" : "-"
+  s += (bits & 1) > 0 ? "x" : "-"
+  s
+end
+
+def mode_string(inode)
+  fmode = inode.ftype == "directory" ? "d" : "-"
+  umode = (inode.mode & 0700) >> 6
+  gmode = (inode.mode & 0070) >> 3
+  omode = (inode.mode & 0007)
+
+  fmode + flag_for_mode_bits(umode) + flag_for_mode_bits(gmode) + flag_for_mode_bits(omode)
+end
+
+def username(inode)
+  sprintf("%-8s", Etc.getpwuid(inode.uid).name)
+end
+
+def groupname(inode)
+  sprintf("%-8s", Etc.getgrgid(inode.gid).name)
+end
+
+def size_string(inode)
+  sprintf("%9d", inode.size)
+end
+
+def date_string(inode)
+  inode.mtime.strftime("%b %d %H:%M")
+end
+
+def name_string(inode)
+  inode.path
+end
+
+def hash_string(inode)
+  inode.sha256 ? inode.sha256[0..6] : "       "
+end
+
+def list_line(inode)
+  "#{mode_string(inode)} #{username(inode)} #{groupname(inode)} #{size_string(inode)} #{date_string(inode)} #{hash_string(inode)} #{name_string(inode)}"
+end
+
+def extract_file(archive, archive_path)
+  puts archive_path if $verbose
+  inode = archive.inode_for_path(archive_path)
+
+  if inode.ftype == "directory" then
+    FileUtils.mkdir_p(archive_path) unless File.directory?(archive_path)
+  else
+    FileUtils.mkdir_p(File.dirname(archive_path)) unless File.directory?(File.dirname(archive_path))
+    File.chmod(0700, inode.path) if File.exists?(inode.path)
+    File.open(archive_path, 'w') do |file|
+      archive.file_at_path(archive_path).read do |page|
+        file.write(page)
+      end
+    end
+  end
+
+  File.utime(inode.atime, inode.mtime, inode.path)
+  File.chmod(inode.mode, inode.path)
+  FileUtils.chown(Process.uid.zero? ? inode.uid : nil, inode.gid, inode.path) if $setids
+end
+
+opts = Trollop::options do
+  opt :extract, "Extract", :short => "x"
+  opt :create, "Create/update", :short => "c"
+  opt :list, "List archive contents to stdout", :short => "t"
+  opt :integrity, "Check integrity of archive", :short => "i"
+
+  opt :file, "Path to zksync archive directory", :type => :string
+  opt :passphrase, "Encryption passphrase. Prefix with @ to read directory, - to read stdin.", :type => :string, :required => true
+  opt :verbose, "Verbose", :short => "v"
+  opt :version, "Show version on stdout and quit", :short => "V"
+  opt :setids, "Set file uid and gid ownership", :short => "I"
+  banner "Usage:\n\##{$0} [options] plaintext_directory\nwhere [options] are:\n"
+end
+
+modes = 0
+modes += 1 if opts[:extract]
+modes += 1 if opts[:create]
+modes += 1 if opts[:list]
+modes += 1 if opts[:integrity]
+
+$verbose = opts[:verbose]
+$setids = opts[:setids]
+
+Trollop::educate if ARGV.empty? && opts[:create]
+Trollop::educate unless modes == 1
+Trollop::educate unless opts[:passphrase]
+
+if opts[:version] then
+  puts "zksync #{VERSION}"
+  exit 0
+end
+
+archive = ZKSync::Archive.new(get_passphrase(opts[:passphrase]), Dir.pwd, opts[:file])
+
+if opts[:create] then
+  ARGV.each do |path|
+    unless File.exists?(path) then
+      STDERR.puts "#{$0}: no such file or directory: #{path}"
+      next
+    end
+
+    files = File.directory?(path) ? Dir.glob(File.join(path, "**/*"), File::FNM_DOTMATCH) : [path]
+    files.reject! { |fs_path| [".", ".."].include?(File.basename(fs_path)) }
+    files.select! { |fs_path| File.file?(fs_path) || File.directory?(fs_path) }
+    files.each do |fs_path|
+      puts fs_path if $verbose
+      archive.add(fs_path)
+    end
+
+    archive.commit
+  end
+elsif opts[:extract] then
+  archive_paths = archive.list
+  archive_paths.select! { |archive_path| ARGV.include?(archive_path) } unless ARGV.empty?
+  archive_paths.each { |archive_path| extract_file(archive, archive_path) }
+elsif opts[:list] then
+  archive.list.each do |archive_path|
+    puts list_line(archive.inode_for_path(archive_path))
+  end
+elsif opts[:integrity] then
+  failures = 0
+  archive.list.each do |archive_path|
+    print "#{archive_path}... " if $verbose
+    was_valid = archive.file_at_path(archive_path).valid?
+    failures += 1 unless was_valid
+    puts was_valid ? "OK" : "FAIL" if $verbose
+    puts "#{archive_path}... FAIL" if !$verbose && !was_valid
+  end
+
+  puts "#{failures} failures in #{archive.list.count} entries."
+  exit failures > 0 ? 1 : 0
+end

data/lib/version.rb

@@ -0,0 +1,3 @@
+module ZKSync
+  VERSION = "0.1.0"
+end

data/lib/zksync.rb

@@ -0,0 +1,19 @@
+# zksync
+#   Copyright (C) 2017  Jonas Acres
+
+#   This program is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+
+#   This program is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+
+#   You should have received a copy of the GNU General Public License along
+#   with this program; if not, write to the Free Software Foundation, Inc.,
+#   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+require 'version'
+Dir.glob(File.join(File.dirname(__FILE__), "zksync/**/*.rb")) { |file| require file }

data/lib/zksync/archive.rb

@@ -0,0 +1,65 @@
+# zksync
+#   Copyright (C) 2017  Jonas Acres
+
+#   This program is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+
+#   This program is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+
+#   You should have received a copy of the GNU General Public License along
+#   with this program; if not, write to the Free Software Foundation, Inc.,
+#   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+module ZKSync
+  class Archive
+    attr_reader :fs_base_path, :keystore, :file_index, :root
+
+    def initialize(passphrase, fs_base_path, root)
+      @root = root
+      @fs_base_path = fs_base_path
+      @keystore = KeyStore.new(Key.new(passphrase, type: :passphrase))
+      @file_index = CryptoFileIndex.new("@@index", self)
+    end
+
+    # add fs-paths to the archive. returns array of paths that were not added successfully.
+    # archive paths are stored relative to basepath
+    def add(fs_paths)
+      [*fs_paths]
+        .map { |fs_path| File.expand_path(fs_path) }
+        .reject { |fs_path| add_file(fs_path) }
+    end
+
+    # list of all archive paths in this archive
+    def list
+      @file_index.list
+    end
+
+    def rm(*archive_paths)
+      archive_paths.each { |archive_path| @file_index.rm(archive_path) }
+    end
+
+    def commit
+      @file_index.write
+    end
+
+    def file_at_path(archive_path)
+      @file_index.file_at_path(archive_path)
+    end
+
+    def inode_for_path(archive_path)
+      @file_index.inode_for_path(archive_path)
+    end
+
+    ###
+
+    def add_file(fs_path)
+      archive_path = Pathname.new(fs_path).relative_path_from(Pathname.new(fs_base_path)).to_s
+      @file_index.add(archive_path, fs_path)
+    end
+  end
+end

data/lib/zksync/crypto_file.rb

@@ -0,0 +1,139 @@
+# zksync
+#   Copyright (C) 2017  Jonas Acres
+
+#   This program is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+
+#   This program is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+
+#   You should have received a copy of the GNU General Public License along
+#   with this program; if not, write to the Free Software Foundation, Inc.,
+#   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+module ZKSync
+  class CryptoFile
+    attr_reader :archive_path, :archive
+
+    def initialize(archive_path, archive)
+      @archive = archive
+      @archive_path = archive_path
+    end
+
+    def page_physical_size
+      65536
+    end
+
+    def page_size
+      page_physical_size - Key.write_size - 1
+    end
+
+    def size
+      inode.size
+    end
+
+    def page_count
+      (size.to_f/page_size).ceil
+    end
+
+    def inode
+      @inode ||= archive.file_index.inode_for_path(archive_path)
+    end
+
+    def file_key
+      @file_key ||= archive.keystore.file_key(archive_path)
+    end
+
+    def page_path(page_num)
+      index_hash = Digest::SHA256.hexdigest(file_key.to_s + ":" + archive_path + ":#{page_num}-")
+      File.join(archive.root, "#{index_hash[0..1]}/#{index_hash[2..3]}/#{index_hash[4..-1]}")
+    end
+
+    def valid?
+      return true if inode.ftype == "directory"
+      raise "No inode" unless inode
+
+      digest = Digest::SHA256.new
+      read { |page| digest << page }
+      digest.hexdigest == inode.sha256
+    end
+
+    def read
+      page_count.times do |n|
+        yield read_page(n)
+      end
+    end
+
+    def __read_page_keep_padding(page_num)
+      page_encrypted = IO.read(page_path(page_num), page_physical_size)
+      page_key = Key.new(file_key.decrypt(page_encrypted[0...Key.write_size]), type: :literal)
+      page_key.decrypt(page_encrypted[Key.write_size..-1])
+    end
+
+    def read_page(page_num)
+      plaintext = __read_page_keep_padding(page_num)
+      plaintext = plaintext[0...(size % page_size)] if page_num == page_count-1
+      plaintext
+    end
+
+    def make_parent_directories(path)
+      FileUtils.mkdir_p(File.dirname(path))
+    end
+
+    def page_matches?(pagefile_path, key)
+      return false unless File.exists?(pagefile_path)
+      IO.read(pagefile_path, Key.size) == key.to_b
+    end
+
+    def write(in_stream, mtime)
+      page_num = 0
+      bytes = 0
+
+      while page_plaintext = in_stream.read(page_size) do
+        write_page(page_num, page_plaintext)
+        bytes += page_plaintext.length
+        page_num += 1
+      end
+
+      trim_to_size(bytes)
+      inode.size = bytes
+      inode.mtime = mtime
+    end
+
+    def write_page(page_num, page_plaintext)
+      page_hash = Digest::SHA256.hexdigest(page_plaintext)
+      pagefile_path = page_path(page_num)
+      page_key = archive.keystore.page_key(archive_path, page_num, page_hash)
+      return if page_matches?(pagefile_path, page_key)
+      
+      encrypted_key = file_key.encrypt(page_key.to_b)
+      padding = "\0" * (page_size - page_plaintext.length)
+      encrypted_data = page_key.encrypt(page_plaintext + padding)
+
+      make_parent_directories(pagefile_path)
+      File.write(pagefile_path, encrypted_key + encrypted_data)
+
+      ts_digest = "TIMESTAMP:" + page_hash
+      16.times { ts_digest = Digest::SHA256.digest(ts_digest) }
+      ts = ts_digest[0..3].unpack("L").first & 0x7FFFFFFF
+      File.utime(Time.at(ts), Time.at(ts), pagefile_path)
+    end
+
+    # call me before updating inode size
+    # ensure excess pages are pruned if a file shrinks
+    def trim_to_size(size)
+      old_page_count = (inode.size/page_size).ceil
+      new_page_count = (size/page_size).ceil
+      return if new_page_count >= old_page_count
+
+      (new_page_count .. old_page_count).to_a.each do |page_num|
+        pagefile = page_path(page_num)
+        File.unlink(pagefile) if File.exists? pagefile
+      end
+    end
+  end
+end

data/lib/zksync/crypto_file_index.rb

@@ -0,0 +1,130 @@
+# zksync
+#   Copyright (C) 2017  Jonas Acres
+
+#   This program is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+
+#   This program is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+
+#   You should have received a copy of the GNU General Public License along
+#   with this program; if not, write to the Free Software Foundation, Inc.,
+#   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+module ZKSync
+  class CryptoFileIndex < CryptoFile
+    attr_reader :inode_table, :archive
+
+    def self.inode_width
+      256
+    end
+
+    def initialize(archive_path, archive)
+      super
+
+      @files = {}
+      @inode_table = InodeTable.new(self.inode_width)
+      parse
+    end
+
+    def inode_width
+      @inode_width ||= self.class.inode_width
+    end
+
+    def parse
+      content = ""
+      read { |page| content += page }
+      @inode_width, length = content[0...64].strip.split("|")[0..1].map { |x| x.to_i }
+      offset = inode_width
+
+      until offset >= content.length do
+        next_inode_bytes = content[offset .. offset + inode_width].split("|").first.to_i
+        header_len = next_inode_bytes.to_s.length + 1        
+        inode_data = content[offset + header_len ... offset + header_len + next_inode_bytes].strip
+        index = ((offset-inode_width).to_f/inode_width).ceil
+        blocks = ((next_inode_bytes + header_len).to_f/inode_width).ceil
+
+        inode = CryptoInode.new(JSON.parse(inode_data).merge(index:index))
+        @files[inode.path] = { inode:inode, file:CryptoFile.new(inode.path, archive) }
+        inode_table.add_inode(inode)
+
+        offset += blocks*inode_width
+      end
+    end
+
+    # don't use this to get size of what's in memory; only for what is already stored.
+    # need this to get read to work.
+    def size
+      return @size if @size
+      begin
+        inode_width_s, table_size_s, remainder = __read_page_keep_padding(0).split("|")
+        @size = table_size_s.to_i + inode_width_s.to_i
+      rescue Errno::ENOENT
+        0
+      end
+    end
+
+    def list
+      @files.keys
+    end
+
+    def file_at_path(archive_path)
+      return nil unless @files.has_key?(archive_path)
+      @files[archive_path][:file]
+    end
+
+    def inode_for_path(archive_path)
+      return nil unless @files.has_key?(archive_path)
+      @files[archive_path][:inode]
+    end
+
+    def write
+      plaintext = inode_table.to_s
+      table_size = plaintext.length
+
+      length_str = inode_width.to_s + "|" + table_size.to_s + "|"
+      length_str += " " * (inode_width - length_str.length)
+      plaintext = length_str + plaintext
+
+      num_pages = (plaintext.length.to_f/page_size).ceil
+      num_pages.times do |page_num|
+        page_plaintext = plaintext[page_num*page_size ... (page_num+1)*page_size]
+        write_page(page_num, page_plaintext)
+      end
+
+      @size = table_size
+    end
+
+    def add(archive_path, fs_path)
+      inode = CryptoInode.new(archive_path)
+      existing_inode = inode_for_path(archive_path)
+      return if existing_inode == inode
+
+      if existing_inode then
+        inode = existing_inode
+        slots_previously_used = inode.slots_used
+      end
+
+      file = CryptoFile.new(archive_path, archive)
+      inode.set_from_fs(fs_path)
+
+      @files[archive_path] = { inode:inode, file:file, fs_path:fs_path }
+      file.write(open(fs_path), File.mtime(fs_path)) if inode.ftype != "directory"
+
+      if existing_inode.nil? || inode.slots_used > slots_previously_used then
+        inode_table.delete_inode(inode) if existing_inode
+        inode_table.add_inode(inode)
+      end
+    end
+
+    def rm(file)
+      return unless @files[archive_path]
+      file_at_path(archive_path).trim_to_size(0)
+      inode_table.delete_inode(inode_for_path(archive_path).index)
+    end
+  end
+end

data/lib/zksync/crypto_inode.rb

@@ -0,0 +1,84 @@
+# zksync
+#   Copyright (C) 2017  Jonas Acres
+
+#   This program is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+
+#   This program is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+
+#   You should have received a copy of the GNU General Public License along
+#   with this program; if not, write to the Free Software Foundation, Inc.,
+#   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+module ZKSync
+  class CryptoInode
+    attr_accessor :path, :mtime, :ctime, :atime, :mode, :uid, :gid, :size, :ftype, :sha256, :index
+
+    def initialize(arg)
+      if arg.is_a?(String)
+        @path = arg
+      else
+        arg.each do |k,v|
+          v = Time.parse(v) if [:atime, :mtime].include?(k.to_sym)
+          self.send(:"#{k}=", v)
+        end
+      end
+    end
+
+    def inode_width
+      CryptoFileIndex.inode_width
+    end
+
+    def slots_used
+      (to_s.length.to_f/inode_width).ceil
+    end
+
+    def set_from_fs(fs_path, opts={})
+      stat = File.stat(fs_path)
+
+      @fs_path = fs_path
+      @atime = stat.atime
+      @mtime = stat.mtime
+      @ctime = stat.ctime
+      @ftype = stat.ftype
+      @gid = stat.gid
+      @mode = stat.mode
+      @size = stat.ftype == "directory" ? 0 : stat.size
+      @uid = stat.uid
+      sha256 if opts[:hash]
+    end
+
+    def sha256
+      return nil if @ftype == "directory"
+      @sha256 ||= Digest::SHA256.file(@fs_path).hexdigest if @fs_path
+      @sha256
+    end
+
+    def equals(other)
+      [ :path, :mtime, :ctime, :atime, :mode, :uid, :gid, :size, :ftype, :sha256 ].each do |key|
+        return false unless self.send(key) == other.send(key)
+      end
+
+      true
+    end
+
+    def to_h
+      { path:path, mtime:mtime, ctime:ctime, atime:atime, mode:mode, uid:uid, gid:gid, size:size, ftype:ftype, sha256:sha256 }
+    end
+
+    def to_json
+      to_h.to_json
+    end
+
+    # string is json right-space-padded to a multiple of inode_width, so we can reuse lines in @@index
+    def to_s
+      json = to_json
+      json.length.to_s + "|" + json
+    end
+  end
+end

data/lib/zksync/inode_table.rb

@@ -0,0 +1,71 @@
+# zksync
+#   Copyright (C) 2017  Jonas Acres
+
+#   This program is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+
+#   This program is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+
+#   You should have received a copy of the GNU General Public License along
+#   with this program; if not, write to the Free Software Foundation, Inc.,
+#   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+module ZKSync
+  class InodeTable
+    attr_reader :inode_width
+
+    def initialize(inode_width)
+      @inode_width = inode_width
+      @table = []
+    end
+
+    def add_inode(inode)
+      num_slots_needed = inode.slots_used
+      n = find_free(num_slots_needed)
+      num_slots_needed.times { |i| @table[n+i] = i == 0 ? inode : :placeholder }
+      inode.index = n
+    end
+
+    def delete_inode(index)
+      return unless inode = @table[index]
+      
+      while index < @table.length && [:placeholder, inode].include?(@table[i]) do
+        @table[i] = nil
+        index += 1
+      end
+    end
+
+    def find_free(size)
+      (0..@table.length-size).to_a.each do |n|
+        return n if free_at_n?(n)
+      end
+
+      @table.length
+    end
+
+    def free_at_n?(n)
+      (0..n).to_a.each { |m| return false unless @table[m].nil? }
+      true
+    end
+
+    def to_s
+      # TODO: redo writing of InodeTable with a stream, so we don't have to have the whole serialized table in memory
+      @table.map do |entry|
+        case entry
+        when nil
+          " "*inode_width
+        when :placeholder
+          ""
+        else
+          text = entry.to_s
+          text.to_s + " "*(inode_width - (text.length%inode_width)) unless text.length > 0 && text.length % inode_width == 0
+        end
+      end.join("")
+    end
+  end
+end

data/lib/zksync/key.rb

@@ -0,0 +1,81 @@
+# zksync
+#   Copyright (C) 2017  Jonas Acres
+
+#   This program is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+
+#   This program is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+
+#   You should have received a copy of the GNU General Public License along
+#   with this program; if not, write to the Free Software Foundation, Inc.,
+#   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+module ZKSync
+  class Key
+    def self.size
+      32 # size in bytes of the key
+    end
+
+    def self.write_size
+      return @write_size if @write_size
+
+      k = Key.new("", type: :key)
+      @write_size = k.encrypt(k.to_b).length
+    end
+
+    def initialize(passphrase, opts={})
+      @raw_key = case opts[:type]
+      when :literal
+        passphrase
+      when :passphrase
+        kdf(passphrase)
+      else
+        Digest::SHA256.digest(passphrase)
+      end
+
+      @mode = opts[:mode] || :CBC
+      @iv = Digest::SHA256.digest("iv" + @raw_key)
+    end
+
+    def kdf(passphrase)
+      OpenSSL::PKCS5.pbkdf2_hmac_sha1(passphrase, "ZKSync", 2**16, self.class.size)
+    end
+
+    def child_key(string, opts={})
+      Key.new(to_s + "::" + string, {type: :key}.merge(opts))
+    end
+
+    def write_size
+      to_b.length
+    end
+
+    def encrypt(plaintext, padding=0)
+      cipher = OpenSSL::Cipher::AES.new(8*self.class.size, @mode)
+      cipher.encrypt
+      cipher.key = to_b
+      cipher.iv = @iv
+      cipher.update(plaintext) + cipher.final
+    end
+
+    def decrypt(ciphertext)
+      decipher = OpenSSL::Cipher::AES.new(8*self.class.size, @mode)
+      decipher.decrypt
+      decipher.key = @raw_key
+      decipher.iv = @iv
+      decipher.update(ciphertext) + decipher.final
+    end
+
+    def to_s
+      @raw_key.unpack("H*").first
+    end
+
+    def to_b
+      @raw_key
+    end
+  end
+end

data/lib/zksync/key_store.rb

@@ -0,0 +1,40 @@
+# zksync
+#   Copyright (C) 2017  Jonas Acres
+
+#   This program is free software; you can redistribute it and/or modify
+#   it under the terms of the GNU General Public License as published by
+#   the Free Software Foundation; either version 2 of the License, or
+#   (at your option) any later version.
+
+#   This program is distributed in the hope that it will be useful,
+#   but WITHOUT ANY WARRANTY; without even the implied warranty of
+#   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#   GNU General Public License for more details.
+
+#   You should have received a copy of the GNU General Public License along
+#   with this program; if not, write to the Free Software Foundation, Inc.,
+#   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+module ZKSync
+  class KeyStore
+    def initialize(root_key)
+      @root_key = root_key
+    end
+
+    def top_key
+      @top_key ||= @root_key.child_key(".topkey")
+    end
+
+    def fs_key
+      @fs_key ||= top_key.child_key(".fskey")
+    end
+
+    def file_key(archive_path)
+      fs_key.child_key(".file:#{archive_path}")
+    end
+
+    def page_key(archive_path, page_num, page_hash)
+      file_key(archive_path).child_key(".page:#{page_num}::#{page_hash}")
+    end
+  end
+end

data/zksync.gemspec

@@ -0,0 +1,22 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'version'
+
+Gem::Specification.new do |s|
+  s.name        = 'zksync'
+  s.version     = ZKSync::VERSION
+  s.date        = '2017-05-16'
+  s.summary     = "Zero-knowledge file storage and synchronization"
+  s.description = "A utility for making zero-knowledge storage of sensitive data easy and rsync-friendly."
+  s.authors     = ["Jonas Acres"]
+  s.email       = 'opensourcejonas@gmail.com'
+  s.homepage    = 'http://github.com/jonasacres/zksync'
+  s.license     = 'GPLv2'
+
+  s.files         = `git ls-files`.split($/)
+  s.executables   = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  s.test_files    = s.files.grep(%r{^(test|s|features)/})
+  s.require_paths = ["lib"]
+
+  s.add_runtime_dependency 'trollop', "~> 2.0"
+end

metadata

@@ -0,0 +1,73 @@
+--- !ruby/object:Gem::Specification
+name: zksync
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Jonas Acres
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-05-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+description: A utility for making zero-knowledge storage of sensitive data easy and
+  rsync-friendly.
+email: opensourcejonas@gmail.com
+executables:
+- zksync
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG
+- Gemfile
+- LICENSE
+- bin/zksync
+- lib/version.rb
+- lib/zksync.rb
+- lib/zksync/archive.rb
+- lib/zksync/crypto_file.rb
+- lib/zksync/crypto_file_index.rb
+- lib/zksync/crypto_inode.rb
+- lib/zksync/inode_table.rb
+- lib/zksync/key.rb
+- lib/zksync/key_store.rb
+- zksync.gemspec
+homepage: http://github.com/jonasacres/zksync
+licenses:
+- GPLv2
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14.1
+signing_key: 
+specification_version: 4
+summary: Zero-knowledge file storage and synchronization
+test_files: []