fbtxt2json 0.1.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '0840ecd85960fd8947a270f5df38fd20bb865b9c6105c6dd16f684d89c30c7e4'
-  data.tar.gz: 5a321670218d38604964438bf1ff4b36fceb6a322a4b92c2120ce22d8dd32292
+  metadata.gz: eda08bd194e92f91e52f319f99b158dd512ea80011b72bf75045cc08404ee1a9
+  data.tar.gz: 5c0046100b7d4f7d17d2217dca7ca0c782284cac0ad89f1d5ca422e8319548a4
 SHA512:
-  metadata.gz: eb3fe0e7e9a32e9808bdad2b7c0a018be63a8712341444a00cc0392802476c057844216b591e562d0ab6912d1ac11142b5a6831307dd66a9f347c6e40afe434f
-  data.tar.gz: fc9fd0cd07ab989aafc6ab1250e9da657d37be5901845c8c9b38faa7f6631c11abcd66c4e036f6898e5e98e96752c5d718fc2e2b08f18a1242ca12bcf095860a
+  metadata.gz: 7749effafe765758821fc38b7df011b782facf1a78fa80862c7c22e3d1bcfa0e3b7a5009c4e83bae730dc5c29949fb09c61ae3ffc69d9d171557ebd6b3d24b65
+  data.tar.gz: 19d8181d200b05948a6f78428201c48c96942495168e5d84812bd1df271269f90ea8f9a20e8e35cbc3f2f530e921b3042a09b19707c898669083919efeea7bfa

data/CHANGELOG.md

@@ -1,4 +1,4 @@
-### 0.1.0
+### 0.2.1
 ### 0.0.1 / 2024-09-28
 
 * Everything is new. First release.

data/README.md

@@ -1,8 +1,8 @@
 # fbtxt2json - convert football.txt match schedules & more to json
 
 
-* home  :: [github.com/sportdb/sport.db](https://github.com/sportdb/sport.db)
-* bugs  :: [github.com/sportdb/sport.db/issues](https://github.com/sportdb/sport.db/issues)
+* home  :: [github.com/sportdb/footty](https://github.com/sportdb/footty)
+* bugs  :: [github.com/sportdb/footty/issues](https://github.com/sportdb/footty/issues)
 * gem   :: [rubygems.org/gems/fbtxt2json](https://rubygems.org/gems/fbtxt2json)
 * rdoc  :: [rubydoc.info/gems/fbtxt2json](http://rubydoc.info/gems/fbtxt2json)
 
@@ -29,10 +29,16 @@ resulting in:
 ```
 Usage: fbtxt2json [options] PATH
         --verbose, --debug           turn on verbose / debug output (default: false)
-    -o, --output PATH                output to file
+    -o, --output PATH                output to file / dir
 ```
 
 
+Note - the football.txt to .json converter works in two modes. (1) you can pass in one or more files to concat(enate) into one .json output or (2) you can pass in one or more directories to convert all files (automagically) one-by-one.
+
+
+
+###  Concat(enate) one or more files into one .json output
+
 Let's try to convert the "Euro" European Championship 2024
 in the Football.TXT format (see [`euro/2024--germany/euro.txt`](https://github.com/openfootball/euro/blob/master/2024--germany/euro.txt)) to JSON:
 
@@ -114,6 +120,55 @@ to output into a file use the `-o/--output` option:
 $ fbtxt2json england/2024-25/1-premierleague.txt -o en.json
 ```
 
+
+### (Auto-)convert one or more directories
+
+Let's try to convert the England directory (repo), that is, all datafiles
+in the Football.TXT format (see [`/england`](https://github.com/openfootball/england)) to JSON:
+
+```
+$ fbtxt2json england
+```
+
+resulting in:
+
+```
+england/
+   2024-25/
+       1-premierleague.json
+       2-championship.json
+       3-league1.json
+       4-league2.json
+       5-nationalleague.json
+       eflcup.json
+       facup.json
+...
+```
+
+Note - by default all `.txt` file extensions get changed to `.json`.
+To use a different output directory use the `-o/--output` option. Example:
+
+```
+$ fbtxt2json england -o ./o
+```
+
+resulting in:
+
+```
+o/
+  2024-25/
+       1-premierleague.json
+       2-championship.json
+       3-league1.json
+       4-league2.json
+       5-nationalleague.json
+       eflcup.json
+       facup.json
+...
+...
+```
+
+
 That's it.
 
 

data/Rakefile

@@ -2,12 +2,12 @@ require 'hoe'
 
 
 Hoe.spec 'fbtxt2json' do
-  self.version = '0.1.0'
+  self.version = '0.2.1'
 
   self.summary = "fbtxt2json - convert football.txt match schedules & more to json"
   self.description = summary
 
-  self.urls = { home: 'https://github.com/sportdb/sport.db' }
+  self.urls = { home: 'https://github.com/sportdb/footty' }
 
   self.author = 'Gerald Bauer'
   self.email  = 'gerald.bauer@gmail.com'
@@ -20,6 +20,8 @@ Hoe.spec 'fbtxt2json' do
 
   self.extra_deps = [
        ['sportdb-quick', '>= 0.2.1'],
+       ### note - include fbtok gem for (shared) command-line helpers/machinery!!!
+       ['fbtok', '>= 0.3.3'],
   ]
 
   self.spec_extras = {

data/bin/fbtxt2json

@@ -4,22 +4,33 @@
 ##   ruby -I ./lib bin/fbtxt2json
 
 
+#####
+## todo
+##   add option for [no]-halt-on-error (default: false)
+##      or use a different (shorter) name e.g. --resume?
+
+
+
 ## our own code
 require 'sportdb/quick'
 
+require 'fbtok'  ### check if requires sportdb/quick  (no need to duplicate)
+
 
 
 require 'optparse'
 
 
 
- args = ARGV
- opts = { debug: false,
+args = ARGV
+opts = {  debug:  false,
           output: nil,
-        }
+          summary: false,
+          seasons: [],
+       }
 
- parser = OptionParser.new do |parser|
-  parser.banner = "Usage: #{$PROGRAM_NAME} [options] PATH"
+parser = OptionParser.new do |parser|
+parser.banner = "Usage: #{$PROGRAM_NAME} [options] PATH"
 
 ##
 ## check if git has a offline option?? (use same)
@@ -35,20 +46,35 @@ require 'optparse'
    end
 
    parser.on( "-o PATH", "--output PATH",
-                  "output to file" ) do |output|
+                  "output to file / dir" ) do |output|
      opts[:output] = output
    end
+
+   parser.on( "--summary", 
+                  "(auto-)generate summary (index.html) page (default: #{opts[:summary]})" ) do |summary|
+     opts[:summary] = summary
+   end
+
+   parser.on( "--seasons SEASONS",
+                  "turn on processing only seasons (default: #{!opts[:seasons].empty?}" ) do |seasons|
+       pp seasons
+       seasons = seasons.split( /[, ]/ )
+       seasons = seasons.map {|season| Season.parse(season) }               
+       opts[:seasons] = seasons
+   end   
 end
 parser.parse!( args )
 
+
 puts "OPTS:"
 p opts
 puts "ARGV:"
 p args
 
 
+
 paths = if args.empty?
-          ['../../../openfootball/euro/2021--europe/euro.txt']
+          ['/sports/openfootball/euro/2021--europe/euro.txt']
         else
           args
         end
@@ -64,35 +90,130 @@ else
 end
 
 
-## step 1 - concat(enate) all text files into one
-txt = String.new
-paths.each_with_index do |path,i|
-   puts "==> reading [#{i+1}/#{paths.size}] >#{path}<..."
-   txt += "\n\n"   if i > 0
-   txt += read_text( path )
+###
+##  two modes -   process directories or  concat(enate)d files 
+##
+##   check if args is a directory
+##
+dirs  = 0
+files = 0
+paths.each do |path|
+     if Dir.exist?( path )
+        dirs  += 1
+     elsif File.exist?( path )
+        files += 1
+     else ## not a file or dir repprt errr
+         raise ArgumentError, "file/dir does NOT exist - #{path}"
+     end
+end
+
+if dirs > 0 && files > 0
+     raise ArgumentError, "#{files} file(s), #{dirs} dir(s) - can only process dirs or files but NOT both; sorry"
+end
+
+
+
+def parse( txt,
+            summary: nil, 
+            dump: false )   ### check - name parse_txt or txt_to_json or such - why? why not?
+   quick = SportDb::QuickMatchReader.new( txt )
+   matches = quick.parse
+   name    = quick.league_name   ## quick hack - get league+season via league_name
+ 
+   data = { 'name'    => name,
+            'matches' => matches.map {|match| match.as_json }}
+  
+   if dump
+     pp data
+     puts
+   end
+   puts "  #{matches.size} match(es)"
+ 
+   if quick.errors?
+      puts "!! #{quick.errors.size} parse error(s):"
+      pp quick.errors
+      exit 1
+   end
+
+
+   if summary
+      ## add stats to summary page
+      summary << "- #{name} | #{matches.size} match(es)\n"
+   end
+
+   data
 end
 
-## step 2 - parse (matches) in the football.txt format
-      quick = SportDb::QuickMatchReader.new( txt )
-      matches = quick.parse
-      name    = quick.league_name   ## quick hack - get league+season via league_name
-
-      data = { 'name'    => name,
-               'matches' => matches.map {|match| match.as_json }}
-      pp data
-      puts
-      puts "  #{matches.size} match(es)"
-
-      if quick.errors?
-        puts "!! #{quick.errors.size} parse error(s):"
-        pp quick.errors
-        exit 1
-      end
 
-      if opts[:output]
-         puts "==> writing matches to #{opts[:output]}"
-         write_json( opts[:output], data )
+if files > 0
+  ## step 1 - concat(enate) all text files into one
+  txt = String.new
+  paths.each_with_index do |path,i|
+    puts "==> reading file [#{i+1}/#{paths.size}] >#{path}<..."
+    txt += "\n\n"   if i > 0
+    txt += read_text( path )
+  end
+
+  ## step 2 - parse (matches) in the football.txt format
+  data = parse( txt, dump: true )
+ 
+  if opts[:output]
+     puts "==> writing matches to #{opts[:output]}"
+     write_json( opts[:output], data )
+  end
+elsif dirs > 0
+
+   ## use a html pre(formatted) text
+   summary = String.new
+   summary << "<pre>\n"
+   summary << "run on #{Time.now.to_s}\n\n"   ## add version and such - why? why not?
+
+   paths.each_with_index do |path,i|
+      puts "==> reading dir [#{i+1}/#{paths.size}] >#{path}<..."
+      summary << "==> [#{i+1}/#{paths.size}] dir #{path}\n"
+
+### todo/fix: add seasons filter upstream??
+##
+
+      datafiles = SportDb::Parser::Opts._find( path )
+      pp datafiles
+      puts "   #{datafiles.size} datafile(s)"
+      summary << "    #{datafiles.size} datafile(s)\n\n"
+
+      datafiles.each do |datafile|
+         txt = read_text( datafile )
+         data = parse( txt, summary: summary )
+
+         if opts[:output]
+            ### norm - File.expand_path !!!
+            ##   note - use '.' to use (relative to) local directory !!!
+            reldir = File.expand_path(File.dirname( path ))   ## keep last dir (in relative name)
+            relpath = datafile.sub( reldir+'/', '' )
+            dir     = File.dirname( relpath )
+            ## puts "  reldir = #{reldir}, datafile = #{datafile}"
+            ## puts "  relpath = #{relpath}, dir = #{dir}"
+            basename = File.basename( relpath, File.extname(relpath)) 
+            outpath  = "#{opts[:output]}/#{dir}/#{basename}.json"
+         else
+           dir = File.dirname( datafile )  
+           basename = File.basename( datafile, File.extname(datafile) ) 
+           outpath = "#{dir}/#{basename}.json"
+         end
+         puts "  writing matches to #{outpath}"
+         write_json( outpath, data )
       end
+   end
+
+   summary << "</pre>"
+   puts summary
+   if opts[:summary]
+     write_text( "#{opts[:output]}/index.html", summary )
+   end
+else 
+   ## do nothing; no args
+end
+
+
 
 
 puts "bye"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fbtxt2json
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-09-30 00:00:00.000000000 Z
+date: 2025-04-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sportdb-quick
@@ -24,6 +24,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.2.1
+- !ruby/object:Gem::Dependency
+  name: fbtok
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.3
 - !ruby/object:Gem::Dependency
   name: rdoc
   requirement: !ruby/object:Gem::Requirement
@@ -50,14 +64,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.1'
+        version: '4.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.1'
+        version: '4.2'
 description: fbtxt2json - convert football.txt match schedules & more to json
 email: gerald.bauer@gmail.com
 executables:
@@ -73,7 +87,7 @@ files:
 - README.md
 - Rakefile
 - bin/fbtxt2json
-homepage: https://github.com/sportdb/sport.db
+homepage: https://github.com/sportdb/footty
 licenses:
 - Public Domain
 metadata: {}
@@ -94,7 +108,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
+rubygems_version: 3.5.22
 signing_key:
 specification_version: 4
 summary: fbtxt2json - convert football.txt match schedules & more to json