slidge-whatsapp 0.2.5__cp311-cp311-manylinux_2_36_aarch64.whl → 0.3.0b0__cp311-cp311-manylinux_2_36_aarch64.whl

slidge_whatsapp/vendor/go.mau.fi/util/dbutil/iter.go

@@ -0,0 +1,233 @@
+// Copyright (c) 2023 Sumner Evans
+//
+// This Source Code Form is subject to the terms of the Mozilla Public
+// License, v. 2.0. If a copy of the MPL was not distributed with this
+// file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+package dbutil
+
+import (
+	"errors"
+	"fmt"
+	"runtime"
+
+	"go.mau.fi/util/exzerolog"
+)
+
+var ErrAlreadyIterated = errors.New("this iterator has been already iterated")
+
+// RowIter is a wrapper for [Rows] that allows conveniently iterating over rows
+// with a predefined scanner function.
+type RowIter[T any] interface {
+	// Iter iterates over the rows and calls the given function for each row.
+	//
+	// If the function returns false, the iteration is stopped.
+	// If the function returns an error, the iteration is stopped and the error is
+	// returned.
+	Iter(func(T) (bool, error)) error
+
+	// AsList collects all rows into a slice.
+	AsList() ([]T, error)
+}
+
+type ConvertRowFn[T any] func(Scannable) (T, error)
+
+// NewRowIter is a proxy for NewRowIterWithError for more convenient usage.
+//
+// For example:
+//
+//	func exampleConvertRowFn(rows Scannable) (*YourType, error) {
+//		...
+//	}
+//	func exampleFunction() {
+//		iter := dbutil.ConvertRowFn[*YourType](exampleConvertRowFn).NewRowIter(
+//			db.Query("SELECT ..."),
+//		)
+//	}
+func (crf ConvertRowFn[T]) NewRowIter(rows Rows, err error) RowIter[T] {
+	return newRowIterWithError(rows, crf, err)
+}
+
+type rowIterImpl[T any] struct {
+	Rows
+	ConvertRow ConvertRowFn[T]
+
+	iterated bool
+	caller   string
+	err      error
+}
+
+// NewRowIter creates a new RowIter from the given Rows and scanner function.
+//
+// Deprecated: use NewRowIterWithError instead to avoid an unnecessary separate error check on the Query result.
+//
+// Instead of
+//
+//	func DoQuery(...) (dbutil.RowIter, error) {
+//		rows, err := db.Query(...)
+//		if err != nil {
+//			return nil, err
+//		}
+//		return dbutil.NewRowIter(rows, convertFn), nil
+//	}
+//
+// you should use
+//
+//	func DoQuery(...) dbutil.RowIter {
+//		rows, err := db.Query(...)
+//		return dbutil.NewRowIterWithError(rows, convertFn, err)
+//	}
+//
+// or alternatively pre-wrap the convertFn
+//
+//	var converter = dbutil.ConvertRowFn(convertFn)
+//	func DoQuery(...) dbutil.RowIter {
+//		return converter.NewRowIter(db.Query(...))
+//	}
+//
+// Embedding the error in the iterator allows the caller to do only one error check instead of two:
+//
+//	iter, err := DoQuery(...)
+//	if err != nil { ... }
+//	result, err := iter.Iter(...)
+//	if err != nil { ... }
+//
+// vs
+//
+//	result, err := DoQuery(...).Iter(...)
+//	if err != nil { ... }
+func NewRowIter[T any](rows Rows, convertFn ConvertRowFn[T]) RowIter[T] {
+	return newRowIterWithError(rows, convertFn, nil)
+}
+
+// NewRowIterWithError creates a new RowIter from the given Rows and scanner function with default error. If not nil, it will be returned without calling iterator function.
+func NewRowIterWithError[T any](rows Rows, convertFn ConvertRowFn[T], err error) RowIter[T] {
+	return newRowIterWithError(rows, convertFn, err)
+}
+
+func newRowIterWithError[T any](rows Rows, convertFn ConvertRowFn[T], err error) RowIter[T] {
+	ri := &rowIterImpl[T]{Rows: rows, ConvertRow: convertFn, err: err}
+	if err == nil {
+		callerSkip := 2
+		if pc, file, line, ok := runtime.Caller(callerSkip); ok {
+			ri.caller = exzerolog.CallerWithFunctionName(pc, file, line)
+		}
+		runtime.SetFinalizer(ri, (*rowIterImpl[T]).destroy)
+	}
+	return ri
+}
+
+func ScanSingleColumn[T any](rows Scannable) (val T, err error) {
+	err = rows.Scan(&val)
+	return
+}
+
+type NewableDataStruct[T any] interface {
+	DataStruct[T]
+	New() T
+}
+
+func ScanDataStruct[T NewableDataStruct[T]](rows Scannable) (T, error) {
+	var val T
+	return val.New().Scan(rows)
+}
+
+func (i *rowIterImpl[T]) destroy() {
+	if !i.iterated {
+		panic(fmt.Errorf("RowIter created at %s wasn't iterated", i.caller))
+	}
+}
+
+func (i *rowIterImpl[T]) Iter(fn func(T) (bool, error)) error {
+	if i == nil {
+		return nil
+	} else if i.Rows == nil || i.err != nil {
+		return i.err
+	}
+	defer func() {
+		_ = i.Rows.Close()
+		i.iterated = true
+	}()
+
+	for i.Rows.Next() {
+		if item, err := i.ConvertRow(i.Rows); err != nil {
+			i.err = err
+			return err
+		} else if cont, err := fn(item); err != nil {
+			i.err = err
+			return err
+		} else if !cont {
+			break
+		}
+	}
+
+	err := i.Rows.Err()
+	if err != nil {
+		i.err = err
+	} else {
+		i.err = ErrAlreadyIterated
+	}
+	return err
+}
+
+func (i *rowIterImpl[T]) AsList() (list []T, err error) {
+	err = i.Iter(func(item T) (bool, error) {
+		list = append(list, item)
+		return true, nil
+	})
+	return
+}
+
+func RowIterAsMap[T any, Key comparable, Value any](ri RowIter[T], getKeyValue func(T) (Key, Value)) (map[Key]Value, error) {
+	m := make(map[Key]Value)
+	err := ri.Iter(func(item T) (bool, error) {
+		k, v := getKeyValue(item)
+		m[k] = v
+		return true, nil
+	})
+	return m, err
+}
+
+type sliceIterImpl[T any] struct {
+	items []T
+	err   error
+}
+
+func NewSliceIter[T any](items []T) RowIter[T] {
+	return &sliceIterImpl[T]{items: items}
+}
+
+func NewSliceIterWithError[T any](items []T, err error) RowIter[T] {
+	return &sliceIterImpl[T]{items: items, err: err}
+}
+
+func (i *sliceIterImpl[T]) Iter(fn func(T) (bool, error)) error {
+	if i == nil {
+		return nil
+	} else if i.err != nil {
+		return i.err
+	}
+
+	for _, item := range i.items {
+		if cont, err := fn(item); err != nil {
+			i.err = err
+			return err
+		} else if !cont {
+			break
+		}
+	}
+
+	i.err = ErrAlreadyIterated
+	return nil
+}
+
+func (i *sliceIterImpl[T]) AsList() ([]T, error) {
+	if i == nil {
+		return nil, nil
+	} else if i.err != nil {
+		return nil, i.err
+	}
+
+	i.err = ErrAlreadyIterated
+	return i.items, nil
+}

slidge_whatsapp/vendor/go.mau.fi/util/dbutil/json.go

@@ -0,0 +1,47 @@
+package dbutil
+
+import (
+	"database/sql/driver"
+	"encoding/json"
+	"fmt"
+	"unsafe"
+)
+
+// JSON is a utility type for using arbitrary JSON data as values in database Exec and Scan calls.
+type JSON struct {
+	Data any
+}
+
+func (j JSON) Scan(i any) error {
+	switch value := i.(type) {
+	case nil:
+		return nil
+	case string:
+		return json.Unmarshal([]byte(value), j.Data)
+	case []byte:
+		return json.Unmarshal(value, j.Data)
+	default:
+		return fmt.Errorf("invalid type %T for dbutil.JSON.Scan", i)
+	}
+}
+
+func (j JSON) Value() (driver.Value, error) {
+	if j.Data == nil {
+		return nil, nil
+	}
+	v, err := json.Marshal(j.Data)
+	return unsafe.String(unsafe.SliceData(v), len(v)), err
+}
+
+// JSONPtr is a convenience function for wrapping a pointer to a value in the JSON utility, but removing typed nils
+// (i.e. preventing nils from turning into the string "null" in the database).
+func JSONPtr[T any](val *T) JSON {
+	return JSON{Data: UntypedNil(val)}
+}
+
+func UntypedNil[T any](val *T) any {
+	if val == nil {
+		return nil
+	}
+	return val
+}

slidge_whatsapp/vendor/go.mau.fi/util/dbutil/log.go

@@ -0,0 +1,129 @@
+package dbutil
+
+import (
+	"context"
+	"regexp"
+	"strings"
+	"time"
+
+	"github.com/rs/zerolog"
+)
+
+type DatabaseLogger interface {
+	QueryTiming(ctx context.Context, method, query string, args []any, nrows int, duration time.Duration, err error)
+	WarnUnsupportedVersion(current, compat, latest int)
+	PrepareUpgrade(current, compat, latest int)
+	DoUpgrade(from, to int, message string, txn TxnMode)
+	// Deprecated: legacy warning method, return errors instead
+	Warn(msg string, args ...any)
+}
+
+type noopLogger struct{}
+
+var NoopLogger DatabaseLogger = &noopLogger{}
+
+func (n noopLogger) WarnUnsupportedVersion(_, _, _ int)      {}
+func (n noopLogger) PrepareUpgrade(_, _, _ int)              {}
+func (n noopLogger) DoUpgrade(_, _ int, _ string, _ TxnMode) {}
+func (n noopLogger) Warn(msg string, args ...any)            {}
+
+func (n noopLogger) QueryTiming(_ context.Context, _, _ string, _ []any, _ int, _ time.Duration, _ error) {
+}
+
+type zeroLogger struct {
+	l *zerolog.Logger
+	ZeroLogSettings
+}
+
+type ZeroLogSettings struct {
+	CallerSkipFrame int
+	Caller          bool
+
+	// TraceLogAllQueries specifies whether or not all queries should be logged
+	// at the TRACE level.
+	TraceLogAllQueries bool
+}
+
+func ZeroLogger(log zerolog.Logger, cfg ...ZeroLogSettings) DatabaseLogger {
+	return ZeroLoggerPtr(&log, cfg...)
+}
+
+func ZeroLoggerPtr(log *zerolog.Logger, cfg ...ZeroLogSettings) DatabaseLogger {
+	wrapped := &zeroLogger{l: log}
+	if len(cfg) > 0 {
+		wrapped.ZeroLogSettings = cfg[0]
+	} else {
+		wrapped.ZeroLogSettings = ZeroLogSettings{
+			CallerSkipFrame: 2, // Skip LoggingExecable.ExecContext and zeroLogger.QueryTiming
+			Caller:          true,
+		}
+	}
+	return wrapped
+}
+
+func (z zeroLogger) WarnUnsupportedVersion(current, compat, latest int) {
+	z.l.Warn().
+		Int("current_version", current).
+		Int("oldest_compatible_version", compat).
+		Int("latest_known_version", latest).
+		Msg("Unsupported database schema version, continuing anyway")
+}
+
+func (z zeroLogger) PrepareUpgrade(current, compat, latest int) {
+	evt := z.l.Info().
+		Int("current_version", current).
+		Int("oldest_compatible_version", compat).
+		Int("latest_known_version", latest)
+	if current >= latest {
+		evt.Msg("Database is up to date")
+	} else {
+		evt.Msg("Preparing to update database schema")
+	}
+}
+
+func (z zeroLogger) DoUpgrade(from, to int, message string, txn TxnMode) {
+	z.l.Info().
+		Int("from", from).
+		Int("to", to).
+		Str("txn_mode", string(txn)).
+		Str("description", message).
+		Msg("Upgrading database")
+}
+
+var whitespaceRegex = regexp.MustCompile(`\s+`)
+
+func (z zeroLogger) QueryTiming(ctx context.Context, method, query string, args []any, nrows int, duration time.Duration, err error) {
+	log := zerolog.Ctx(ctx)
+	if log.GetLevel() == zerolog.Disabled || log == zerolog.DefaultContextLogger {
+		log = z.l
+	}
+	if (!z.TraceLogAllQueries || log.GetLevel() != zerolog.TraceLevel) && duration < 1*time.Second {
+		return
+	}
+	if nrows > -1 {
+		rowLog := log.With().Int("rows", nrows).Logger()
+		log = &rowLog
+	}
+	query = strings.TrimSpace(whitespaceRegex.ReplaceAllLiteralString(query, " "))
+	log.Trace().
+		Err(err).
+		Int64("duration_µs", duration.Microseconds()).
+		Str("method", method).
+		Str("query", query).
+		Interface("query_args", args).
+		Msg("Query")
+	if duration >= 1*time.Second {
+		evt := log.Warn().
+			Float64("duration_seconds", duration.Seconds()).
+			Str("method", method).
+			Str("query", query)
+		if z.Caller {
+			evt = evt.Caller(z.CallerSkipFrame)
+		}
+		evt.Msg("Query took long")
+	}
+}
+
+func (z zeroLogger) Warn(msg string, args ...any) {
+	z.l.Warn().Msgf(msg, args...) // zerolog-allow-msgf
+}

slidge_whatsapp/vendor/go.mau.fi/util/dbutil/massinsert.go

@@ -0,0 +1,164 @@
+// Copyright (c) 2024 Tulir Asokan
+//
+// This Source Code Form is subject to the terms of the Mozilla Public
+// License, v. 2.0. If a copy of the MPL was not distributed with this
+// file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+package dbutil
+
+import (
+	"fmt"
+	"regexp"
+	"strings"
+)
+
+// Array is an interface for small fixed-size arrays.
+// It exists because generics can't specify array sizes: https://github.com/golang/go/issues/44253
+type Array interface {
+	[0]any | [1]any | [2]any | [3]any | [4]any | [5]any | [6]any | [7]any | [8]any | [9]any |
+		[10]any | [11]any | [12]any | [13]any | [14]any | [15]any | [16]any | [17]any | [18]any | [19]any |
+		[20]any | [21]any | [22]any | [23]any | [24]any | [25]any | [26]any | [27]any | [28]any | [29]any
+}
+
+// MassInsertable represents a struct that contains dynamic values for a mass insert query.
+type MassInsertable[T Array] interface {
+	GetMassInsertValues() T
+}
+
+// MassInsertBuilder contains pre-validated templates for building mass insert SQL queries.
+type MassInsertBuilder[Item MassInsertable[DynamicParams], StaticParams Array, DynamicParams Array] struct {
+	queryTemplate       string
+	placeholderTemplate string
+}
+
+// NewMassInsertBuilder creates a new MassInsertBuilder that can build mass insert database queries.
+//
+// Parameters in mass insert queries are split into two types: static parameters
+// and dynamic parameters. Static parameters are the same for all items being
+// inserted, while dynamic parameters are different for each item.
+//
+// The given query should be a normal INSERT query for a single row. It can also
+// have ON CONFLICT clauses, as long as the clause uses `excluded` instead of
+// positional parameters.
+//
+// The placeholder template is used to replace the `VALUES` part of the given
+// query. It should contain a positional placeholder ($1, $2, ...) for each
+// static placeholder, and a fmt directive (`$%d`) for each dynamic placeholder.
+//
+// The given query and placeholder template are validated here and the function
+// will panic if they're invalid (e.g. if the `VALUES` part of the insert query
+// can't be found, or if the placeholder template doesn't have the right things).
+// The idea is to use this function to populate a global variable with the mass
+// insert builder, so the panic will happen at startup if the query or
+// placeholder template are invalid (instead of returning an error when trying
+// to use the query later).
+//
+// Example:
+//
+//	type Message struct {
+//		ChatID    int
+//		RemoteID  string
+//		MXID      id.EventID
+//		Timestamp time.Time
+//	}
+//
+//	func (msg *Message) GetMassInsertValues() [3]any {
+//		return [3]any{msg.RemoteID, msg.MXID, msg.Timestamp.UnixMilli()}
+//	}
+//
+//	const insertMessageQuery = `INSERT INTO message (chat_id, remote_id, mxid, timestamp) VALUES ($1, $2, $3, $4)`
+//	var massInsertMessageBuilder = dbutil.NewMassInsertBuilder[Message, [2]any](insertMessageQuery, "($1, $%d, $%d, $%d, $%d)")
+//
+//	func DoMassInsert(ctx context.Context, messages []*Message) error {
+//		query, params := massInsertMessageBuilder.Build([1]any{messages[0].ChatID}, messages)
+//		return db.Exec(ctx, query, params...)
+//	}
+func NewMassInsertBuilder[Item MassInsertable[DynamicParams], StaticParams Array, DynamicParams Array](
+	singleInsertQuery, placeholderTemplate string,
+) *MassInsertBuilder[Item, StaticParams, DynamicParams] {
+	var dyn DynamicParams
+	var stat StaticParams
+	totalParams := len(dyn) + len(stat)
+	mainQueryVariablePlaceholderParts := make([]string, totalParams)
+	for i := 0; i < totalParams; i++ {
+		mainQueryVariablePlaceholderParts[i] = fmt.Sprintf(`\$%d`, i+1)
+	}
+	mainQueryVariablePlaceholderRegex := regexp.MustCompile(fmt.Sprintf(`\(\s*%s\s*\)`, strings.Join(mainQueryVariablePlaceholderParts, `\s*,\s*`)))
+	queryPlaceholders := mainQueryVariablePlaceholderRegex.FindAllString(singleInsertQuery, -1)
+	if len(queryPlaceholders) == 0 {
+		panic(fmt.Errorf("invalid insert query: placeholders not found"))
+	} else if len(queryPlaceholders) > 1 {
+		panic(fmt.Errorf("invalid insert query: multiple placeholders found"))
+	}
+	for i := 0; i < len(stat); i++ {
+		if !strings.Contains(placeholderTemplate, fmt.Sprintf("$%d", i+1)) {
+			panic(fmt.Errorf("invalid placeholder template: static placeholder $%d not found", i+1))
+		}
+	}
+	if strings.Contains(placeholderTemplate, fmt.Sprintf("$%d", len(stat)+1)) {
+		panic(fmt.Errorf("invalid placeholder template: non-static placeholder $%d found", len(stat)+1))
+	}
+	fmtParams := make([]any, len(dyn))
+	for i := 0; i < len(dyn); i++ {
+		fmtParams[i] = fmt.Sprintf("$%d", len(stat)+i+1)
+	}
+	formattedPlaceholder := fmt.Sprintf(placeholderTemplate, fmtParams...)
+	if strings.Contains(formattedPlaceholder, "!(EXTRA string=") {
+		panic(fmt.Errorf("invalid placeholder template: extra string found"))
+	}
+	for i := 0; i < len(dyn); i++ {
+		if !strings.Contains(formattedPlaceholder, fmt.Sprintf("$%d", len(stat)+i+1)) {
+			panic(fmt.Errorf("invalid placeholder template: dynamic placeholder $%d not found", len(stat)+i+1))
+		}
+	}
+	return &MassInsertBuilder[Item, StaticParams, DynamicParams]{
+		queryTemplate:       strings.Replace(singleInsertQuery, queryPlaceholders[0], "%s", 1),
+		placeholderTemplate: placeholderTemplate,
+	}
+}
+
+// Build constructs a ready-to-use mass insert SQL query using the prepared templates in this builder.
+//
+// This method always only produces one query. If there are lots of items,
+// chunking them beforehand may be required to avoid query parameter limits.
+// For example, SQLite (3.32+) has a limit of 32766 parameters by default,
+// while Postgres allows up to 65535. To find out if there are too many items,
+// divide the maximum number of parameters by the number of dynamic columns in
+// your data and subtract the number of static columns.
+//
+// Example of chunking input data:
+//
+//	var mib dbutil.MassInsertBuilder
+//	var db *dbutil.Database
+//	func MassInsert(ctx context.Context, ..., data []T) error {
+//		return db.DoTxn(ctx, nil, func(ctx context.Context) error {
+//			for _, chunk := range exslices.Chunk(data, 100) {
+//				query, params := mib.Build(staticParams)
+//				_, err := db.Exec(ctx, query, params...)
+//				if err != nil {
+//					return err
+//				}
+//			}
+//			return nil
+//		}
+//	}
+func (mib *MassInsertBuilder[Item, StaticParams, DynamicParams]) Build(static StaticParams, data []Item) (query string, params []any) {
+	var itemValues DynamicParams
+	params = make([]any, len(static)+len(itemValues)*len(data))
+	placeholders := make([]string, len(data))
+	for i := 0; i < len(static); i++ {
+		params[i] = static[i]
+	}
+	fmtParams := make([]any, len(itemValues))
+	for i, item := range data {
+		baseIndex := len(static) + len(itemValues)*i
+		itemValues = item.GetMassInsertValues()
+		for j := 0; j < len(itemValues); j++ {
+			params[baseIndex+j] = itemValues[j]
+			fmtParams[j] = baseIndex + j + 1
+		}
+		placeholders[i] = fmt.Sprintf(mib.placeholderTemplate, fmtParams...)
+	}
+	query = fmt.Sprintf(mib.queryTemplate, strings.Join(placeholders, ", "))
+	return
+}