fbtxt2json 0.0.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8956db527655b3b148c5e0ee4d456cbb26ce6444d382ae65c9a651c6e3c29a1b
-  data.tar.gz: 695ffa9fff51b0f0e0e0751d7a3366344ccf13a2524abe87a10264a3c6087ffd
+  metadata.gz: 1110851daf4ad4e65784b4287e164d916a64dd6604fbe8c40c5f930c93deb19b
+  data.tar.gz: 98581c266f12caa2845bdc88456b99881ff947a77d29eb2cef5ff6c70bfca799
 SHA512:
-  metadata.gz: 54a88a9c80c4113334ae6c6a4ba1381349bcb6b17ded024381fdc95bd9706e71a8ab4e87e586f2e0e8610a8c5db7db0d9fbcca232fcb65e6343cd3ec166c5bba
-  data.tar.gz: 1d890a6514ab755a99f188c67974fc160f55a8e34ef946e926186754a0d0dd4110ce359920a1aadebfd0f50b7e9a50419acba7952af4323c796d490739ac590b
+  metadata.gz: 0c6ff84e6043ac1eefe34cd8eed96ccc8249f93c7d668c1263bdcdb54001f5e9149412aeca9d9bc428d734f56f18bca17f89339084deb7034b2b7418c30523ef
+  data.tar.gz: 6e0f34b49d0f3abf9a0d9cf1dedfb045a9f2a88163791d0175cae05fe706d4cc6ac2a6e97e7dc7bf80ae60e6a94901406e2ed4059808b1eca66edee8e3429589

data/CHANGELOG.md

@@ -1,3 +1,4 @@
+### 0.2.0
 ### 0.0.1 / 2024-09-28
 
 * Everything is new. First release.

data/README.md

@@ -1,6 +1,11 @@
 # fbtxt2json - convert football.txt match schedules & more to json
 
 
+* home  :: [github.com/sportdb/footty](https://github.com/sportdb/footty)
+* bugs  :: [github.com/sportdb/footty/issues](https://github.com/sportdb/footty/issues)
+* gem   :: [rubygems.org/gems/fbtxt2json](https://rubygems.org/gems/fbtxt2json)
+* rdoc  :: [rubydoc.info/gems/fbtxt2json](http://rubydoc.info/gems/fbtxt2json)
+
 
 ## Step 0 - Installation Via Gems
 
@@ -24,10 +29,16 @@ resulting in:
 ```
 Usage: fbtxt2json [options] PATH
         --verbose, --debug           turn on verbose / debug output (default: false)
-    -o, --output PATH                output to file
+    -o, --output PATH                output to file / dir
 ```
 
 
+Note - the football.txt to .json converter works in two modes. (1) you can pass in one or more files to concat(enate) into one .json output or (2) you can pass in one or more directories to convert all files (automagically) one-by-one.
+
+
+
+###  Concat(enate) one or more files into one .json output
+
 Let's try to convert the "Euro" European Championship 2024
 in the Football.TXT format (see [`euro/2024--germany/euro.txt`](https://github.com/openfootball/euro/blob/master/2024--germany/euro.txt)) to JSON:
 
@@ -109,6 +120,55 @@ to output into a file use the `-o/--output` option:
 $ fbtxt2json england/2024-25/1-premierleague.txt -o en.json
 ```
 
+
+### (Auto-)convert one or more directories
+
+Let's try to convert the England directory (repo), that is, all datafiles
+in the Football.TXT format (see [`/england`](https://github.com/openfootball/england)) to JSON:
+
+```
+$ fbtxt2json england
+```
+
+resulting in:
+
+```
+england/
+   2024-25/
+       1-premierleague.json
+       2-championship.json
+       3-league1.json
+       4-league2.json
+       5-nationalleague.json
+       eflcup.json
+       facup.json
+...
+```
+
+Note - by default all `.txt` file extensions get changed to `.json`.
+To use a different output directory use the `-o/--output` option. Example:
+
+```
+$ fbtxt2json england -o ./o
+```
+
+resulting in:
+
+```
+o/
+  2024-25/
+       1-premierleague.json
+       2-championship.json
+       3-league1.json
+       4-league2.json
+       5-nationalleague.json
+       eflcup.json
+       facup.json
+...
+...
+```
+
+
 That's it.
 
 

data/Rakefile

@@ -2,16 +2,15 @@ require 'hoe'
 
 
 Hoe.spec 'fbtxt2json' do
-
-  self.version = '0.0.1'
+  self.version = '0.2.0'
 
   self.summary = "fbtxt2json - convert football.txt match schedules & more to json"
   self.description = summary
 
-  self.urls = { home: 'https://github.com/sportdb/sport.db' }
+  self.urls = { home: 'https://github.com/sportdb/footty' }
 
   self.author = 'Gerald Bauer'
-  self.email = 'gerald.bauer@gmail.com'
+  self.email  = 'gerald.bauer@gmail.com'
 
   # switch extension to .markdown for gihub formatting
   self.readme_file  = 'README.md'
@@ -20,7 +19,9 @@ Hoe.spec 'fbtxt2json' do
   self.licenses = ['Public Domain']
 
   self.extra_deps = [
-       ['sportdb-quick', '>= 0.2.0'],
+       ['sportdb-quick', '>= 0.2.1'],
+       ### note - include fbtok gem for (shared) command-line helpers/machinery!!!
+       ['fbtok', '>= 0.3.3'],
   ]
 
   self.spec_extras = {

data/bin/fbtxt2json

@@ -7,19 +7,21 @@
 ## our own code
 require 'sportdb/quick'
 
+require 'fbtok'  ### check if requires sportdb/quick  (no need to duplicate)
+
 
 
 require 'optparse'
 
 
 
- args = ARGV
- opts = { debug: false,
+args = ARGV
+opts = { debug:  false,
           output: nil,
-        }
+       }
 
- parser = OptionParser.new do |parser|
-  parser.banner = "Usage: #{$PROGRAM_NAME} [options] PATH"
+parser = OptionParser.new do |parser|
+parser.banner = "Usage: #{$PROGRAM_NAME} [options] PATH"
 
 ##
 ## check if git has a offline option?? (use same)
@@ -35,7 +37,7 @@ require 'optparse'
    end
 
    parser.on( "-o PATH", "--output PATH",
-                  "output to file" ) do |output|
+                  "output to file / dir" ) do |output|
      opts[:output] = output
    end
 end
@@ -47,14 +49,11 @@ puts "ARGV:"
 p args
 
 
-path = if args.empty?
-          '../../../openfootball/euro/2021--europe/euro.txt'
-       elsif args.size == 1
-           args[0]
-       else
-          puts "!! wrong number of args, got #{args.size} - #{args.inspect} - only one arg supported/expected"
-          exit 1
-       end
+paths = if args.empty?
+          ['/sports/openfootball/euro/2021--europe/euro.txt']
+        else
+          args
+        end
 
 
 if opts[:debug]
@@ -67,27 +66,104 @@ else
 end
 
 
-      puts "==> reading >#{path}<..."
-      quick = SportDb::QuickMatchReader.new( read_text( path ) )
-      matches = quick.parse
-      name    = quick.league_name   ## quick hack - get league+season via league_name
+###
+##  two modes -   process directories or  concat(enate)d files 
+##
+##   check if args is a directory
+##
+dirs  = 0
+files = 0
+paths.each do |path|
+     if Dir.exist?( path )
+        dirs  += 1
+     elsif File.exist?( path )
+        files += 1
+     else ## not a file or dir repprt errr
+         raise ArgumentError, "file/dir does NOT exist - #{path}"
+     end
+end
+
+if dirs > 0 && files > 0
+     raise ArgumentError, "#{files} file(s), #{dirs} dir(s) - can only process dirs or files but NOT both; sorry"
+end
 
-      data = { 'name'    => name,
-               'matches' => matches.map {|match| match.as_json }}
-      pp data
-      puts
-      puts "  #{matches.size} match(es)"
 
-      if quick.errors?
-        puts "!! #{quick.errors.size} parse error(s):"
-        pp quick.errors
-        exit 1
-      end
 
-      if opts[:output]
-         puts "==> writing matches to #{opts[:output]}"
-         write_json( opts[:output], data )
+def parse( txt, dump: false )   ### check - name parse_txt or txt_to_json or such - why? why not?
+   quick = SportDb::QuickMatchReader.new( txt )
+   matches = quick.parse
+   name    = quick.league_name   ## quick hack - get league+season via league_name
+ 
+   data = { 'name'    => name,
+            'matches' => matches.map {|match| match.as_json }}
+  
+   if dump
+     pp data
+     puts
+   end
+   puts "  #{matches.size} match(es)"
+ 
+   if quick.errors?
+      puts "!! #{quick.errors.size} parse error(s):"
+      pp quick.errors
+      exit 1
+   end
+
+   data
+end
+
+
+if files > 0
+  ## step 1 - concat(enate) all text files into one
+  txt = String.new
+  paths.each_with_index do |path,i|
+    puts "==> reading file [#{i+1}/#{paths.size}] >#{path}<..."
+    txt += "\n\n"   if i > 0
+    txt += read_text( path )
+  end
+
+  ## step 2 - parse (matches) in the football.txt format
+  data = parse( txt, dump: true )
+ 
+  if opts[:output]
+     puts "==> writing matches to #{opts[:output]}"
+     write_json( opts[:output], data )
+  end
+elsif dirs > 0
+   paths.each_with_index do |path,i|
+      puts "==> reading dir [#{i+1}/#{paths.size}] >#{path}<..."
+
+      datafiles = SportDb::Parser::Opts._find( path )
+      pp datafiles
+      puts "   #{datafiles.size} datafile(s)"
+
+      datafiles.each do |datafile|
+         txt = read_text( datafile )
+         data = parse( txt )
+
+         if opts[:output]
+            ### norm - File.expanddir !!!
+            reldir = File.expand_path(File.dirname( path ))   ## keep last dir (in relative name)
+            relpath = datafile.sub( reldir+'/', '' )
+            dir     = File.dirname( relpath )
+            ## puts "  reldir = #{reldir}, datafile = #{datafile}"
+            ## puts "  relpath = #{relpath}, dir = #{dir}"
+            basename = File.basename( relpath, File.extname(relpath)) 
+            outpath  = "#{opts[:output]}/#{dir}/#{basename}.json"
+         else
+           dir = File.dirname( datafile )  
+           basename = File.basename( datafile, File.extname(datafile) ) 
+           outpath = "#{dir}/#{basename}.json"
+         end
+         puts "  writing matches to #{outpath}"
+         write_json( outpath, data )
       end
+   end
+else 
+   ## do nothing; no args
+end
+
+
 
 
 puts "bye"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fbtxt2json
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-09-28 00:00:00.000000000 Z
+date: 2025-03-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sportdb-quick
@@ -16,14 +16,28 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.2.0
+        version: 0.2.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.2.0
+        version: 0.2.1
+- !ruby/object:Gem::Dependency
+  name: fbtok
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.3
 - !ruby/object:Gem::Dependency
   name: rdoc
   requirement: !ruby/object:Gem::Requirement
@@ -50,14 +64,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.1'
+        version: '4.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.1'
+        version: '4.2'
 description: fbtxt2json - convert football.txt match schedules & more to json
 email: gerald.bauer@gmail.com
 executables:
@@ -73,7 +87,7 @@ files:
 - README.md
 - Rakefile
 - bin/fbtxt2json
-homepage: https://github.com/sportdb/sport.db
+homepage: https://github.com/sportdb/footty
 licenses:
 - Public Domain
 metadata: {}
@@ -94,7 +108,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
+rubygems_version: 3.5.22
 signing_key:
 specification_version: 4
 summary: fbtxt2json - convert football.txt match schedules & more to json