ct 0.10.8.114__py3-none-any.whl → 0.10.8.116__py3-none-any.whl

cantools/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.10.8.114"
+__version__ = "0.10.8.116"
 
 from . import util, hooks
 from . import config as cfgmod
@@ -10,15 +10,40 @@ if config.web.server == "gae":
 	util.init_gae()
 else:
 	util.init_basic()
-from . import geo
-from .scripts import builder, deploy, init, pubsub, start, index, migrate, doc, bench, util
-
-ctstart = start.go
-ctdeploy = deploy.run
-ctpubsub = pubsub.get_addr_and_start
-ctinit = init.parse_and_make
-ctindex = index.go
-ctmigrate = migrate.go
-ctdoc = doc.build
-ctbench = bench.run
-ctutil = util.run
+#from . import geo
+from .scripts import builder, pubsub
+
+def ctstart():
+	from .scripts import start
+	start.go()
+
+def ctdeploy():
+	from .scripts import deploy
+	deploy.run()
+
+def ctpubsub():
+	pubsub.get_addr_and_start()
+
+def ctinit():
+	from .scripts import init
+	init.parse_and_make()
+
+def ctindex():
+	from .scripts import index
+	index.go()
+
+def ctmigrate():
+	from .scripts import migrate
+	migrate.go()
+
+def ctdoc():
+	from .scripts import doc
+	doc.build()
+
+def ctbench():
+	from .scripts import bench
+	bench.run()
+
+def ctutil():
+	from .scripts import util
+	util.run()

cantools/_db.py

@@ -69,7 +69,7 @@ def response():
 			keys = cgi_get("keys", required=False)
 			exporter = cgi_get("exporter", default="export")
 			if mname:
-				order = cgi_get("order", default="index")
+				order = cgi_get("order", required=False)
 				if config.web.server == "gae":
 					order = getattr(get_model(mname), order)
 				res = get_page(mname, int(cgi_get("limit")), int(cgi_get("offset")), order,

cantools/cfg.py

@@ -69,6 +69,7 @@ cfg = {
 		"protocol": "http",
 		"xorigin": False,
 		"shield": False,
+		"debug": False,
 		"csp": None,
 		"log": None,
 		"errlog": None,
@@ -78,6 +79,9 @@ cfg = {
 		"blacklist": [],
 		"whitelist": []
 	},
+	"proxy": { # user, gateway, minport, maxport
+		"active": False
+	},
 	"ssl": {
 		"verify": True,
 		"certfile": None,
@@ -97,6 +101,15 @@ cfg = {
 		"alter": False, # add new columns to tables - sqlite only!
 		"echo": False,
 		"public": True, # read from db without credentials via _db.py web handler
+		"nopoly": False,
+		"jsontext": True,
+		"arraytext": True,
+		"stringsize": 500,
+		"flatkeysize": 80,
+		"index": {
+			"key": False,
+			"named": False
+		},
 		"pool": {
 			"null": True,
 			"size": 10,

cantools/config.py

@@ -40,6 +40,9 @@ gcpath = os.path.join(os.path.expanduser("~"), "ct.cfg")
 if os.path.isfile(gcpath):
 	print("loading global configuration at: %s"%(gcpath,))
 	lines = read(gcpath, True) + lines
+if os.path.isfile("extra.cfg"):
+	print("loading extra configuration at: extra.cfg")
+	lines = lines + read("extra.cfg", True)
 for line in lines:
 	if line.startswith("#"):
 		continue
@@ -57,9 +60,9 @@ for line in lines:
 		items.append([key, val])
 
 for key, val in items:
-	if key in ["ENCODE", "DB_ECHO", "DB_PUBLIC", "DB_REFCOUNT", "DB_CACHE", "DB_POOL_NULL", "GEO_TEST", "REL_VERBOSE", "REL_LOUDLISTEN", "MEMCACHE_REQUEST", "MEMCACHE_DB", "PUBSUB_ECHO", "PUBSUB_META", "PUBSUB_B64", "SSL_VERIFY", "ADMIN_MONITOR_LOG", "WEB_XORIGIN", "LOG_TIMESTAMP", "BUILD_PROD_CLOSURE", "BUILD_PROD_B64", "GMAILER", "MAILHTML", "MAILOUD"]:
+	if key in ["ENCODE", "DB_ECHO", "DB_PUBLIC", "DB_REFCOUNT", "DB_CACHE", "DB_JSONTEXT", "DB_ARRAYTEXT", "DB_NOPOLY", "DB_POOL_NULL", "DB_INDEX_KEYS", "DB_INDEX_NAMED", "PROXY_ACTIVE", "GEO_TEST", "REL_VERBOSE", "REL_LOUDLISTEN", "MEMCACHE_REQUEST", "MEMCACHE_DB", "PUBSUB_ECHO", "PUBSUB_META", "PUBSUB_B64", "SSL_VERIFY", "ADMIN_MONITOR_LOG", "WEB_DEBUG", "WEB_XORIGIN", "LOG_TIMESTAMP", "BUILD_PROD_CLOSURE", "BUILD_PROD_B64", "GMAILER", "MAILHTML", "MAILOUD"]:
 		val = val == "True"
-	elif key in ["PUBSUB_HISTORY", "MEMPAD", "WEB_SHIELD_CHUNK", "WEB_SHIELD_LIMIT", "WEB_SHIELD_INTERVAL", "MEMCACHE_PROX_TIMEOUT", "DB_POOL_SIZE", "DB_POOL_OVERFLOW", "DB_POOL_RECYCLE", "LOG_OPENFILES", "LOG_TRACEMALLOC", "MAILSCANTICK"]:
+	elif key in ["PUBSUB_HISTORY", "MEMPAD", "WEB_SHIELD_CHUNK", "WEB_SHIELD_LIMIT", "WEB_SHIELD_INTERVAL", "PROXY_MINPORT", "PROXY_MAXPORT", "MEMCACHE_PROX_TIMEOUT", "DB_POOL_SIZE", "DB_POOL_OVERFLOW", "DB_POOL_RECYCLE", "DB_STRINGSIZE", "DB_FLATKEYSIZE", "LOG_OPENFILES", "LOG_TRACEMALLOC", "MAILSCANTICK"]:
 		val = int(val)
 	elif key in ["REL_SLEEP", "REL_TURBO"]:
 		val = float(val)
@@ -92,11 +95,16 @@ for key, val in items:
 		c.update(target, val)
 
 config.update("cache", pc)
-config.db.update("main", config.db[config.web.server])
+if not config.db.main:
+	config.db.update("main", config.db[config.web.server])
+if "DBPW" in config.db.main:
+	config.db.update("main", config.db.main.replace("DBPW", config.cache("database password? ")))
 for prop in ["deep", "flush", "timestamp", "allow"]:
 	confyg.log.update(prop, config.log[prop])
-for prop in ["cache", "refcount", "main", "test", "blob", "alter", "echo"]:
+for prop in ["cache", "refcount", "main", "test", "blob", "alter", "echo", "jsontext", "arraytext", "stringsize", "flatkeysize"]:
 	dbcfg.update(prop, config.db[prop])
+for prop in ["key", "named"]:
+	dbcfg.index.update(prop, config.db.index[prop])
 for prop in ["null", "size", "recycle", "overflow"]:
 	dbcfg.pool.update(prop, config.db.pool[prop])
 

cantools/db/__init__.py

@@ -5,12 +5,15 @@ if config.web.server == "gae":
 	from .gae.model import *
 elif config.web.server == "dez":
 	from rel import tick
+	if not config.db.nopoly:
+		from databae.poly import ModelBase, TimeStampedBase
 	from databae import *
 	from cantools.web import set_pre_close, cgi_dump
 	def scoper(threadId):
 		if threadId == "MainThread":
 			threadId = tick()
 		return "%s%s"%(threadId, cgi_dump())
+	session = seshman.get()
 	set_scoper(scoper)
 	set_pre_close(seshman.close)
 else:

cantools/db/gae/model.py

@@ -1,6 +1,5 @@
 from datetime import datetime
 from .properties import *
-from six import with_metaclass
 
 class CTMeta(ndb.MetaModel):
     def __new__(cls, name, bases, attrs):
@@ -22,7 +21,7 @@ class CTMeta(ndb.MetaModel):
         modelsubs[lname] = super(CTMeta, cls).__new__(cls, name, bases, attrs)
         return modelsubs[lname]
 
-class ModelBase(with_metaclass(CTMeta, ndb.Model)):
+class ModelBase(ndb.Model, metaclass=CTMeta):
     index = Integer()
 
     def __eq__(self, other):

cantools/db/wp.py

@@ -45,7 +45,7 @@ def trydb(attempts=5, wait=0.4):
 		db = setdb()
 		if db:
 			return db
-		log("trydb failed retry #" + attempt, important=True)
+		log("trydb failed retry #%s"%(attempt,), important=True)
 		time.sleep(wait)
 
 def getdb(subdb=False):

cantools/scripts/index.py

@@ -44,16 +44,9 @@ Run this in 'index' mode on a database with lots of missing index values.
 from getpass import getpass
 from optparse import OptionParser
 from fyg.util import log, error, batch
-from cantools.db import get_schema, get_model, put_multi, delete_multi, unpad_key
+from cantools.db import get_schema, get_model, put_multi, delete_multi, unpad_key, session, func
 from cantools.web import fetch
 from cantools import config
-if config.web.server == "dez":
-	from cantools.db import session, func, refresh_counter
-
-try:
-    input = raw_input # py2/3 compatibility
-except NameError:
-    pass
 
 counts = { "_counters": 0 }
 RETRIES = 5
@@ -93,6 +86,7 @@ def refmap():
 	return rmap
 
 def do_batch(chunk, reference):
+	from databae.lookup import refresh_counter
 	log("refreshing %s %s keys"%(len(chunk), reference), 1)
 	i = 0
 	rc = []

cantools/scripts/init.py

@@ -248,7 +248,7 @@ class Builder(object):
 				for dname, fnames in list(mod.init.syms.items()):
 					for fname in fnames:
 						sym(os.path.join(mod.__ct_mod_path__, dname, fname),
-							os.path.join(dname, fname))
+							os.path.join(dname, fname.strip("./")))
 
 	def vcignore(self):
 		log("configuring version control path exclusion", 1)

cantools/scripts/pubsub/actor.py

@@ -1,4 +1,6 @@
-class Actor(object):
+from fyg.util import Named
+
+class Actor(Named):
     def data(self):
         return {
             "name": self.name,

cantools/scripts/pubsub/bots.py

@@ -1,13 +1,7 @@
 import datetime, json, os
 from cantools import config
 from cantools.util import log, write
-from cantools.web import fetch, send_mail
 from .actor import Actor
-try:
-	import psutil
-except ImportError as e:
-	pass # google crap engine (get it if you need it!)
-from six import with_metaclass
 
 class BotMeta(type):
 	def __new__(cls, name, bases, attrs):
@@ -17,7 +11,7 @@ class BotMeta(type):
 			config.pubsub.bots.update(name.lower(), bc)
 		return bc
 
-class Bot(with_metaclass(BotMeta, Actor)):
+class Bot(Actor, metaclass=BotMeta):
 	num = 0
 	def __init__(self, server, channel, name=None):
 		Bot.num += 1
@@ -26,7 +20,7 @@ class Bot(with_metaclass(BotMeta, Actor)):
 		self.channel = channel # often we only care about one channel
 		self.channels = set()
 		self._set_defaults()
-		log("Bot Spawned: '%s'"%(self.name,), 2)
+		self.log("Bot Spawned")
 		channel.join(self)
 		self.server.bots[self.name] = self
 
@@ -41,7 +35,7 @@ class Bot(with_metaclass(BotMeta, Actor)):
 
 	def _default_handler(self, action):
 		def _h(*args):
-			log('Bot %s handling %s: "%s"'%(self.name, action, json.dumps(args)), 3)
+			self.log("handling", action, ":", args)
 		return _h
 
 	def _set_defaults(self):
@@ -74,25 +68,29 @@ class Monitor(Bot):
 			os.mkdir(dp)
 		return os.path.join(dp, str(n.hour))
 
-	def log(self, data):
+	def report(self, data):
 		self.pub(data)
 		if config.admin.monitor.log:
 			write(data, self._datedir(), True, append=True, newline=True)
 
 	def _cpu(self):
+		import psutil
+		from cantools.web import send_mail
 		c = self.current["cpu"] = psutil.cpu_percent()
 		if self.alert.get("cpu"):
 			if c < config.admin.monitor.thresholds.cpu:
 				del self.alert["cpu"]
-				log("CPU calmed down")
+				self.log("CPU calmed down")
 				send_mail(config.admin.contacts, subject="High CPU", body="just ended")
 		else:
 			if c >= config.admin.monitor.thresholds.cpu:
 				self.alert["cpu"] = True
-				log("CPU just started going crazy")
+				self.log("CPU just started going crazy")
 				send_mail(config.admin.contacts, subject="High CPU", body="just started")
 
 	def _tick(self):
+		import psutil
+		from cantools.web import fetch
 		self._cpu()
 		dioc = psutil.disk_io_counters()
 		nioc = psutil.net_io_counters()
@@ -139,5 +137,5 @@ class Monitor(Bot):
 		if config.admin.monitor.proxy:
 			data["ips"]["proxy"] = fetch(config.admin.host, "/_report",
 				config.admin.monitor.proxy, True)["ips"]
-		self.log(data)
+		self.report(data)
 		return True

cantools/scripts/start.py

@@ -44,8 +44,8 @@ def go():
 		print(cmd)
 		subprocess.call(cmd, shell=True)
 	elif options.web_backend == "dez":
-		from cantools.web import run_dez_webserver
-		run_dez_webserver()
+		from cantools.web import run_bw
+		run_bw()
 	else:
 		error("invalid web_backend: %s"%(options.web_backend,))
 

cantools/util/__init__.py

@@ -7,9 +7,11 @@ from .media import transcode, segment, hlsify, shouldMoveMoov, crop, resizep2, t
 from .admin import certs, screener
 from .apper import android
 from .ai import tox, vox, tellme
+from .package import pipper
 
 def init_basic():
     os.path.isdir("emails") and sys.path.append("emails")
+    sys.path.insert(0, ".") # for dynamically loading modules
 
 def init_rel():
     import rel

cantools/util/admin.py

@@ -1,4 +1,5 @@
 import os, sys, rel, time, datetime
+from fyg.util import pcount, pcheck, pkill
 from cantools.util import cmd, output, error, log, set_log, close_log, read, write, confirm, rm
 
 coremods = ["screen", "ctstart", "ctpubsub", "ctutil", "ctinit", "dez_reverse_proxy", "dez_websocket_proxy"]
@@ -65,19 +66,6 @@ def certs(dpath="/root", sname=None):
 	log("goodbye")
 	close_log()
 
-def pcount(pname):
-	log("checking count: %s"%(pname,), important=True)
-	num = int(output("ps -ef | grep %s | egrep -v 'screener|pcount|grep' | wc -l"%(pname,)))
-	log("%s count: %s"%(pname, num), 1)
-	return num
-
-def pcheck(pname, target, starter):
-	if target and pcount(pname) != target:
-		log("not enough %s processes - restarting screen!"%(pname,), 1)
-		log(output("screen -Q windows"), important=True)
-		cmd("killall screen; %s"%(starter,))
-		return True
-
 def binpath(bpath="/usr/bin/"):
 	log("checking %s core modules"%(len(coremods),), important=True)
 	missings = []
@@ -295,11 +283,12 @@ def upcheck(*procs):
 	log("goodbye")
 	close_log()
 
-def vitals(clean=False, thresh=90, dpath="."):
+def vitals(clean=False, thresh=90, dpath=".", conlim=0):
+	from cantools.web import email_admins
 	if clean == "False":
 		clean = False
 	thresh = int(thresh)
-	from cantools.web import email_admins
+	conlim = int(conlim)
 	os.chdir(dpath)
 	set_log("cron-vitals.log")
 	log("scanning vitals", important=True)
@@ -310,9 +299,12 @@ def vitals(clean=False, thresh=90, dpath="."):
 	lz.append("inode usage: %s%%"%(inodes,))
 	memuse = float(output("free | grep Mem | awk '{print $3/$2 * 100.0}'"))
 	lz.append("memory usage: %s%%"%(memuse,))
+	if conlim:
+		concount = int(output("lsof -i | wc -l"))
+		lz.append("connections: %s"%(concount,))
 	for l in lz:
 		log(l)
-	if hdrive > thresh or inodes > thresh or memuse > thresh:
+	if hdrive > thresh or inodes > thresh or memuse > thresh or (conlim and concount > conlim):
 		log("threshold exceeded - notifying admins")
 		if hdrive > thresh and clean:
 			log("cleaning up!")
@@ -333,9 +325,9 @@ def sslredirect(port=80):
 def blacklist(ip):
 	if not confirm("blacklist %s?"%(ip,)):
 		return log("okay, bye!")
-	from cantools.web import controller
+	from cantools.web import shield
 	from cantools import config
-	controller.setBlacklist()
+	shield.setBlacklist()
 	blist = config.web.blacklist.obj()
 	if ip in blist:
 		return log("%s is already blacklisted! reason: %s"%(ip, blist[ip]))

cantools/util/ai/__init__.py

@@ -0,0 +1,8 @@
+from .tox import tox, g4chat, g4image, fzn, duck, pb
+from .vox import vox, kvoices
+
+def tellme(prompt, voice="random", identity="gpt-4o-mini", filename="tts", unsaid=False, silent=False):
+	print("tellme(%s, %s, %s)"%(voice, identity, filename), prompt)
+	resp = tox(prompt, identity)
+	unsaid or vox(resp, voice, filename=filename, say=not silent)
+	return resp

cantools/util/ai/tox/__init__.py

@@ -0,0 +1,15 @@
+from .duck import duck # not currently working :'(
+from .g4free import g4chat, g4image, gchatters
+from .fzn import fzn
+
+# pb
+def pb(question, botname, appid, userkey):
+	from pb_py import main as PB
+	resp = PB.talk(userkey, appid, "aiaas.pandorabots.com", botname, question)["response"]
+	return resp.split("[URL]")[0]
+
+# wrapper
+def tox(statement, identity="Anonymous", name=None, mood=None, asker=None, options=None):
+	if identity in gchatters:
+		return g4chat(statement, identity)
+	return fzn(statement, identity, name, mood, asker, options)

cantools/util/ai/tox/duck.py

@@ -0,0 +1,80 @@
+import random
+from datetime import datetime
+
+def nosay():
+	return random.choice([
+		"i'm confused",
+		"you broke me",
+		"you're killing me bro",
+		"that question ruined me",
+		"your words somehow fried my circuits",
+		"i literally don't know how to answer that"
+	])
+
+def notyet():
+	return random.choice([
+		"slow down",
+		"not so fast",
+		"wait a minute",
+		"take your time",
+		"slow your roll",
+		"i need a moment",
+		"hold your horses"
+	])
+
+# ddg
+DDGAI = {
+	"bot": None,
+	"last": None
+}
+DUX = ["gpt-4o-mini", "llama-3.3-70b", "claude-3-haiku", "o3-mini", "mistral-small-3"]
+OLDUX = ["o3-mini", "gpt-4o-mini", "claude-3-haiku", "llama-3.1-70b", "mixtral-8x7b"]
+delimiases = {
+	"False": False,
+	True: "\n",
+	"True": "\n",
+	"LINE": "\n",
+	"PARAGRAPH": "\n",
+	"SENTENCE": ".",
+	"PHRASE": [".", "!", "?"]
+}
+
+def ddgai():
+	if not DDGAI["bot"]:
+		from duckai import DuckAI
+		DDGAI["bot"] = DuckAI()
+	return DDGAI["bot"]
+
+def toosoon():
+	now = datetime.now()
+	if DDGAI["last"] and (now - DDGAI["last"]).seconds < 15:
+		return True
+	DDGAI["last"] = now
+
+def duck(prompt, model="gpt-4o-mini", shorten=False, strip=False, timeout=30):
+	if toosoon():
+		return notyet()
+	try:
+		resp = ddgai().chat(prompt, model, int(timeout))
+	except:
+		resp = nosay()
+	print(resp)
+	if shorten in delimiases:
+		shorten = delimiases[shorten]
+	if shorten:
+		if type(shorten) is not list:
+			shorten = [shorten]
+		for sho in shorten:
+			resp = resp.split(sho).pop(0)
+		print("shortened to:")
+		print(resp)
+	if strip:
+		resp = resp.replace("\n", " ").replace(" & ", " and ")
+		while " <" in resp and "> " in resp:
+			resp = resp[:resp.index(" <") + 1] + resp[resp.index("> ") + 1:]
+		while "```" in resp:
+			start = resp.index("```") + 3
+			resp = resp[:start] + resp[resp.index("```", start) + 3:]
+		print("stripped to:")
+		print(resp)
+	return resp

cantools/util/ai/tox/fzn.py

@@ -0,0 +1,22 @@
+# aiio
+afcfg = {
+	"host": "ai.fzn.party",
+	"path": "_respond",
+	"proto": "https"
+}
+
+def fzn(statement, identity="Anonymous", name=None, mood=None, asker=None, options=None):
+	from cantools.web import post
+	params = {
+		"identity": identity,
+		"statement": statement,
+		"options": options,
+		"mood": mood,
+		"name": name,
+		"asker": asker
+	}
+	fu = "%s://%s/%s"%(afcfg["proto"], afcfg["host"], afcfg["path"])
+	print("fzn", fu, params)
+	resp = post(fu, data=params, ctjson=True)
+	print(resp)
+	return resp

cantools/util/ai/tox/g4free.py

@@ -0,0 +1,73 @@
+
+class G4F(object):
+	def __init__(self, log=print):
+		self.logger = log
+		self.client = None
+
+	def log(self, *msg):
+		self.logger("G4F", *msg)
+
+	def getClient(self):
+		if not self.client:
+			self.log("setting up client")
+			from g4f.client import Client
+			self.client = Client()
+		return self.client
+
+	def chat(self, prompt, model="gpt-4o-mini", short=True):
+		self.log("chat(%s)"%(model,), prompt)
+		messages = [{ "role": "user", "content": prompt }]
+		short and messages.insert(0, {
+			"role": "user",
+			"content": "one sentence responses please"
+		})
+		return self.getClient().chat.completions.create(
+			model=model,
+			messages=messages
+		).choices[0].message.content
+
+	def image(self, prompt, model="flux"):
+		self.log("image(%s)"%(model,), prompt)
+		return self.getClient().images.generate(
+			model=model,
+			prompt=prompt,
+			response_format="url"
+		).data[0].url
+
+	def __call__(self, action, prompt, model):
+		self.log("calling", action, "with", model, ":", prompt)
+		resp = getattr(self, action)(prompt, model)
+		self.log("got", resp)
+		return resp
+
+gchatters = ["gpt-4o-mini", "gpt-4o", "gpt-4.1", "deepseek-v3"]
+gimagers = ["flux", "dalle-3", "gpt-image"]
+VAGENT = None
+g4fer = G4F()
+
+def vagent():
+	global VAGENT
+	if not VAGENT:
+		from venvr import getagent
+		VAGENT = getagent("g4f", [{
+			"requirements": "requirements-slim.txt",
+			"git": "xtekky/gpt4free",
+			"sym": "g4f"
+		}])
+		VAGENT.register(G4F)
+	return VAGENT
+
+def g4do(action, prompt, model):
+	try:
+		import g4f
+		print("found g4f")
+		return g4fer(action, prompt, model)
+	except:
+		print("no g4f - using venvr")
+		return vagent().run("G4F", action, prompt, model)
+
+def g4image(prompt, model="flux"):
+	return g4do("image", prompt, model)
+
+def g4chat(prompt, model="gpt-4o-mini"):
+	return g4do("chat", prompt, model)