aur.rb 0.1.0 → 0.2.0

data/lib/aur/devtools.rb

@@ -0,0 +1,258 @@
+require 'aur/config'
+
+module Archlinux
+	class PacmanConf
+		def self.create(v, config: Archlinux.config)
+			v.is_a?(self) ? v : self.new(v, config: config) #pass empty keywords so that a Hash is seen as an argument and not a list of keywords
+		end
+
+		Archlinux.delegate_h(self, :@pacman_conf)
+		attr_accessor :pacman_conf, :config
+
+		def initialize(conf="/etc/pacman.conf", config: Archlinux.config, **keys)
+			@config=config
+			if conf.is_a?(String) or conf.is_a?(Pathname)
+				conf=parse(conf, **keys)
+			end
+			@pacman_conf=conf
+		end
+
+		def self.parse(content)
+			list=%i(HoldPkg IgnorePkg IgnoreGroup NoUpgrade NoExtract SigLevel LocalFileSigLevel RemoteFileSigLevel Usage Server)
+			mode=:options
+			config={options: {}, repos: {}}
+			content=content.each_line if content.is_a?(String)
+			content.each do |l|
+				if (m=l.match(/^\[([\w-]+)\]$/))
+					mode=m[1]
+					if mode == "options"
+						mode=:options 
+					else
+						config[:repos][mode]||={}
+					end
+				else
+					key, value=l.split(' = ', 2)
+					key=key.to_sym
+					h =  mode==:options ? config[:options] : config[:repos][mode]
+					if list.include?(key)
+						h[key]||=[]
+						h[key] << value
+					else
+						h[key]=value
+					end
+				end
+			end
+			config
+		end
+
+		def parse(file, raw: false, args: nil)
+			unless args
+				if raw
+					args=[:'pacconf', "--raw", "--config=#{file}"]
+				else
+					args=[:'pacman-conf', "--config=#{file}"]
+				end
+			end
+			output=@config.launch(*args) do |*args|
+				SH.run_simple(*args, chomp: :lines)
+			end
+			self.class.parse(output)
+		end
+
+		def non_official_repos
+			repos=@pacman_conf[:repos]
+			repos.slice(*(repos.keys - %w(core extra community multilib testing community-testing multilib-testing)))
+		end
+
+		def to_s
+			r=[]
+			print_values=lambda do |h, section|
+				r<<"[#{section}]" if section
+				h.each do |k,v|
+					case v
+					when nil
+						r << k
+					when Array
+						v.each { |vv| r << "#{k} = #{vv}" }
+					else
+						r << "#{k} = #{v}"
+					end
+				end
+			end
+			print_values.call(@pacman_conf[:options], "options")
+			@pacman_conf[:repos].each do |section, props|
+				print_values.call(props, section)
+			end
+			r.join("\n")+"\n"
+		end
+
+		def tempfile
+			SH::VirtualFile.new("pacman.conf", to_s)
+		end
+	end
+
+	class Devtools
+		def self.create(v)
+			v.is_a?(self) ? v : self.new(v)
+		end
+		Archlinux.delegate_h(self, :@opts)
+
+		attr_accessor :config, :opts
+		def initialize(config: Archlinux.config, **opts)
+			@config=config
+			@opts=@config.opts.merge(opts)
+			# %i(pacman_conf makepkg_conf).each do |key|
+			# 	@opts[key]=@opts[key].tempfile.file if @opts[key].respond_to?(:tempfile)
+			# end
+			root=@opts.dig(:chroot, :root) and @opts[:chroot][:root]=Pathname.new(root)
+			add_binds
+		end
+
+		def add_binds
+			require 'uri'
+			if (conf=@opts[:pacman_conf]).is_a?(PacmanConf)
+				conf[:repos].each do |_name, opts|
+					opts[:Server].each do |server|
+						server.match(%r!file://(.*)!) do |m|
+							@opts[:bind_ro]||=[]
+							@opts[:bind_ro] << URI.decode_www_form_component(m[1])
+						end
+					end
+				end
+			end
+		end
+
+		def files
+			%i(pacman_conf makepkg_conf).each do |key|
+				if @opts[key]
+					file=@opts[key]
+					file=file.tempfile.file if file.respond_to?(:tempfile)
+					yield key, file
+				end
+			end
+		end
+
+		def pacman_config
+			Pacman.create(@opts[:pacman_conf])
+		end
+
+		def pacman(*args, default_opts: [], **opts, &b)
+			files do |key, file|
+				default_opts += ["--config", file] if key==:pacman_conf
+			end
+			opts[:method]||=:sh
+			@config.launch(:pacman, *args, default_opts: default_opts, **opts, &b)
+		end
+
+		def makepkg(*args, run: :sh, default_opts: [], **opts, &b)
+			files do |key, file|
+				# trick to pass options to pacman
+				args << "PACMAN_OPTS+=--config=#{file.shellescape}"
+				default_opts += ["--config", file] if key==:makepkg_conf
+			end
+			opts[:method]||=run
+			@config.launch(:makepkg, *args, default_opts: default_opts, **opts, &b)
+		end
+
+
+		def nspawn(*args, root: @opts.dig(:chroot,:root)+'root', default_opts: [], **opts, &b)
+			files do |key, file|
+				default_opts += ["-C", file] if key==:pacman_conf
+				default_opts += ["-M", file] if key==:makepkg_conf
+			end
+			if (binds_ro=@opts[:bind_ro])
+				binds_ro.each do |b|
+					args.unshift("--bind-ro=#{b}")
+				end
+			end
+			if (binds_rw=@opts[:bind_rw])
+				binds_rw.each do |b|
+					args.unshift("--bind=#{b}")
+				end
+			end
+			args.unshift root
+
+			opts[:method]||=:sh
+			@config.launch(:'arch-nspawn', *args, default_opts: default_opts, **opts, &b)
+		end
+
+		# this takes the same options as nspawn
+		# => this creates or update a chroot
+		def mkarchroot(*args, nspawn: @opts.dig(:chroot, :update), default_opts: [], root: @opts.dig(:chroot, :root), **opts, &b)
+			files do |key, file|
+				default_opts += ["-C", file] if key==:pacman_conf
+				default_opts += ["-M", file] if key==:makepkg_conf
+			end
+			root.sudo_mkpath unless root.directory?
+			root=root+'root'
+			opts[:method]||=:sh
+			if (root+'.arch-chroot').file?
+				# Note that if nspawn is not called (and the chroot does not
+				# exist), then the passed pacman.conf will not be replace the one
+				# in the chroot. And when makechrootpkg calls nspawn, it does not
+				# transmit the -C/-M options. So even if we don't want to update,
+				# we should call a dummy bin like 'true'
+				if nspawn
+					return nspawn.call(root) if nspawn.is_a?(Proc)
+					nspawn=nspawn.shellsplit if nspawn.is_a?(String)
+					self.nspawn(*nspawn, root: root, **opts, &b)
+				end
+			else
+				@config.launch(:mkarchroot, root, *args, default_opts: default_opts, sudo: @config.sudo, **opts,&b)
+			end
+		end
+
+		def makechrootpkg(*args, default_opts: [], **opts, &b)
+			default_opts+=['-r', @opts.dig(:chroot, :root)]
+			if (binds_ro=@opts[:bind_ro])
+				binds_ro.each do |b|
+					default_opts += ["-D", b]
+				end
+			end
+			if (binds_rw=@opts[:bind_rw])
+				binds_rw.each do |b|
+					default_opts += ["-d", b]
+				end
+			end
+			opts[:method]||=:sh
+
+			#makechrootpkg calls itself with sudo --preserve-env=SOURCE_DATE_EPOCH,GNUPGHOME so it does not keep PKGDEST..., work around this by providing our own sudo
+			#@config.launch(:makechrootpkg, *args, default_opts: default_opts, sudo: @config.sudo('sudo --preserve-env=GNUPGHOME,PKGDEST,SOURCE_DATE_EPOCH'), **opts, &b)
+			## Update: this has been fixed in devtools-20190329
+			@config.launch(:makechrootpkg, *args, default_opts: default_opts, **opts, &b)
+		end
+
+		def tmp_pacman(conf, **opts)
+			PacmanConf.create(conf).tempfile.create(true) do |file|
+				pacman=lambda do |*args, **pac_opts, &b|
+					pac_opts[:method]||=:sh
+					@config.launch(:pacman, *args, default_opts: ["--config", file], **opts.merge(pac_opts), &b)
+				end
+				yield pacman, file
+			end
+		end
+
+		def sync_db(*names, install: [], **pacman_opts)
+			conf=PacmanConf.create(@opts[:pacman_conf])
+			new_conf={options: conf[:options], repos: {}}
+			repos=conf[:repos]
+			names.each do |name|
+				if repos[name]
+					new_conf[:repos][name]=repos[name]
+				else
+					SH.logger.warn "sync_db: unknown repo #{name}"
+				end
+			end
+			tmp_pacman(new_conf) do |pacman, file|
+				if block_given?
+					return yield(pacman, file)
+				else
+					args=['-Syu']
+					args+=install
+					return pacman[*args, sudo: @config.sudo, **pacman_opts]
+				end
+			end
+		end
+
+	end
+end

data/lib/aur/helpers.rb

@@ -0,0 +1,56 @@
+require 'forwardable'
+require 'dr/base/utils'
+require 'dr/base/uri' # for DR::URIEscape.escape
+require 'shell_helpers'
+require 'dr/ruby_ext/core_ext'
+
+module Archlinux
+	ArchlinuxError=Class.new(StandardError)
+	Utils=::DR::Utils
+	Pathname=::SH::Pathname
+
+	def self.delegate_h(klass, var)
+		# put in a Module so that they are easier to distinguish from the
+		# 'real' functions
+		m=Module.new do
+			extend(Forwardable)
+			methods=[:[], :[]=, :any?, :assoc, :clear, :compact, :compact!, :delete, :delete_if, :dig, :each, :each_key, :each_pair, :each_value, :empty?, :fetch, :fetch_values, :has_key?, :has_value?, :include?, :index, :invert, :keep_if, :key, :key?, :keys, :length, :member?, :merge, :merge!, :rassoc, :reject, :reject!, :select, :select!, :shift, :size, :slice, :store, :to_a, :to_h, :to_s, :transform_keys, :transform_keys!, :transform_values, :transform_values!, :update, :value?, :values, :values_at]
+			include(Enumerable)
+			def_delegators var, *methods
+		end
+		klass.include(m)
+	end
+
+	def self.add_to_hash(h, key, value)
+		case h[key]
+		when nil
+			h[key] = value
+		when Array
+			h[key] << value
+		else
+			h[key]=[h[key], value]
+		end
+	end
+
+	def self.create_class(klass, *parameters, **kw, &b)
+		klass=Archlinux.const_get(klass) if klass.is_a?(Symbol)
+		if klass.is_a?(Proc)
+			klass.call(*parameters, **kw, &b)
+		else
+			klass.new(*parameters, **kw, &b)
+		end
+	end
+
+	module CreateHelper
+		def create(v, config: Archlinux.config)
+			v.is_a?(self) ? v : self.new(v, config: config)
+		end
+	end
+
+	## Not used: we modify Config#pretty_print directly
+	# module PPHelper
+	# 	def pretty_print_instance_variables
+	# 		instance_variables.reject {|n| n==:@config}.sort
+	# 	end
+	# end
+end

data/lib/aur/install_packages.rb

@@ -0,0 +1,158 @@
+require 'aur/packages'
+require 'aur/makepkg'
+
+module Archlinux
+	# class that support installation (ie define install_method)
+	class InstallPackageList < PackageList
+		def initialize(*args, **opts)
+			super
+			@install_method=method(:install_method)
+		end
+
+		def get_makepkg_list(l)
+			MakepkgList.new(l.map {|p| Query.strip(p)}, config: @config)
+		end
+
+		def install_method(l, **opts, &b)
+			# if we are used as a source, fall back to the upstream method
+			if @install_list&.respond_to?(:install_method)
+				@install_list.install_method(l, **opts, &b)
+			else
+				m=get_makepkg_list(l)
+				info=opts.delete(:pkgs_info)
+				if info
+					tops=info[:top_pkgs].keys
+					deps=info[:all_pkgs].keys-tops
+					#if we cache the makepkg, we need to update both deps and tops
+					#in case we did a previous install
+					# require 'pry'; binding.pry
+					deps.each { |dep| m[Query.strip(dep)]&.asdeps=true }
+					tops.each { |dep| m[Query.strip(dep)]&.asdeps=false }
+				end
+				m=b.call(m) if b #return false to prevent install
+				m.install(**opts) if m
+			end
+		end
+	end
+
+	# cache aur queries
+	class AurCache < InstallPackageList
+
+		def initialize(*args, **kw)
+			super
+			@ext_query=method(:ext_query)
+			#@query_ignore=AurPackageList.official
+			if @config[:aur_url]==GlobalAurCache.config[:aur_url]
+				@klass=GlobalAurCache
+			else
+				@klass=AurQueryCustom.new(config: @config)
+			end
+		end
+
+		def ext_query(*queries, **_opts)
+			pkgs=queries.map {|p| Query.strip(p)}
+			# in a query like foo>1000, even if foo exist and was queried,
+			# the query fails so it gets called in ext_query
+			# remove these packages
+			# TODO: do the same for a provides query
+			pkgs-=self.names
+			if pkgs.empty?
+				l=self.class.new([])
+			else
+				SH.logger.debug "! #{self.class}: Calling aur for infos on: #{pkgs.join(', ')}"
+				l=@klass.packages(*pkgs)
+				@query_ignore += pkgs - l.names #these don't exist in aur
+			end
+			r=l.resolve(*queries, ext_query: false, fallback: false)
+			return r, l
+		end
+	end
+
+	# cache MakepkgList and download PKGBUILD dynamically
+	class MakepkgCache < InstallPackageList
+		attr_accessor :select_existing, :get_mode, :makepkg_list
+		def initialize(*args, get_mode: {}, **opts)
+			super(*args, **opts)
+			# puts "MakepkgCache called with options: #{[args, get_mode]}"
+			@select_existing=get_mode.delete(:existing)
+			@get_mode=get_mode
+			@ext_query=method(:ext_query)
+			@makepkg_list=MakepkgList.new([], config: @config)
+			#@query_ignore=AurPackageList.official
+		end
+
+		def get_makepkg_list(l)
+			pkgs=l.map {|p| Query.strip(p)}
+			# use the cache
+			m=MakepkgList.new(pkgs.map {|pkg| @makepkg_list.key?(pkg) ? @makepkg_list[pkg] : pkg}, config: @config)
+			@makepkg_list.merge(m.l.values)
+			m
+		end
+
+		def ext_query(*queries, **opts)
+			m=get_makepkg_list(queries)
+			m.keep_if {|_k,v| v.exist?} if @select_existing
+			m.packages(get: @get_mode).as_ext_query(*queries, full_pkgs: true, **opts)
+		end
+	end
+
+	# combine Aur and Makepkg caches
+	class AurMakepkgCache < InstallPackageList
+		attr_accessor :aur_cache, :makepkg_cache
+		def initialize(*args, **opts)
+			super
+			@aur_cache = AurCache.new(**opts)
+			@makepkg_cache = MakepkgCache.new(get_mode: {update: true, clone: true, pkgver: true, view: true}, **opts)
+			@ext_query=method(:ext_query)
+			#@query_ignore=AurPackageList.official
+		end
+
+		def ext_query(*queries, **opts)
+			devel=queries.select do |query|
+				Query.strip(query)=~/(-git|-hg|-svn)$/
+			end
+			if @install_list_of
+				# we only want to check the pkgver of packages we already have; for
+				# the others the aur version is enough
+				devel=devel & @install_list_of.names
+			end
+			aur=queries-devel
+			r1, l1=@makepkg_cache.as_ext_query(*devel, **opts)
+			missing=devel-r1.keys
+			r2, l2=@aur_cache.as_ext_query(*(missing+aur), **opts)
+			return r1.merge(r2), l1.merge(l2)
+		end
+
+		def get_makepkg_list(l)
+			got=l.select {|pkg| @makepkg_cache.key?(pkg)}
+			got_m=@makepkg_cache.get_makepkg_list(got)
+			rest=@aur_cache.get_makepkg_list(l-got)
+			MakepkgList.new(l.map do |name|
+				strip=Query.strip(name)
+				got_m.key?(strip) ? got_m[strip] : rest[strip]
+			end, config: @config)
+		end
+	end
+
+	class AurPackageList < InstallPackageList
+		def self.official
+			@official||=%w(core extra community).map {|repo| Repo.new(repo).list(mode: :pacman)}.flatten.compact
+		end
+
+		def initialize(*args, **opts)
+			super
+			# @install_list=self.class.cache
+			@install_list=@config.install_list #AurMakepkgCache.new(**opts)
+			# TODO this won't work if we use several PackageList with the same
+			# cache at the same time
+			@install_list.install_list_of=self
+			@children_mode=%i(depends make_depends check_depends)
+			@install_method=method(:install_method)
+			@query_ignore=official
+		end
+
+		def official
+			self.class.official
+		end
+	end
+end