@eightyfourthousand/data-access 2026.4.0 → 2026.4.1

package/src/lib/replace.ts

@@ -1,244 +0,0 @@
-import type { Annotation, Passage } from './types';
-
-export interface PassageOccurrence {
-  end: number;
-  index: number;
-  passageOccurrenceIndex: number;
-  passageUuid: string;
-  start: number;
-  type: 'passage' | 'alignment';
-}
-
-export interface PassageReplacementResult {
-  deletedAnnotationCount: number;
-  nextSearchStart?: number;
-  passage: Passage;
-  replacementsApplied: number;
-  updatedAnnotationCount: number;
-}
-
-interface RemapAnnotationsResult {
-  annotations: Annotation[];
-  deletedAnnotationCount: number;
-  updatedAnnotationCount: number;
-}
-
-export const findLiteralOccurrences = (
-  content: string,
-  searchText: string,
-): Array<{ end: number; start: number }> => {
-  if (!searchText) {
-    return [];
-  }
-
-  const matches: Array<{ end: number; start: number }> = [];
-  let fromIndex = 0;
-
-  while (fromIndex <= content.length - searchText.length) {
-    const start = content.indexOf(searchText, fromIndex);
-    if (start === -1) {
-      break;
-    }
-
-    matches.push({
-      start,
-      end: start + searchText.length,
-    });
-    fromIndex = start + searchText.length;
-  }
-
-  return matches;
-};
-
-export const getPassageOccurrences = (
-  passages: { content: string; uuid: string; type: 'passage' | 'alignment' }[],
-  searchText: string,
-): PassageOccurrence[] => {
-  let index = 0;
-
-  return passages.flatMap((passage) =>
-    findLiteralOccurrences(passage.content, searchText).map((match, passageIndex) => ({
-      ...match,
-      index: index++,
-      passageOccurrenceIndex: passageIndex,
-      passageUuid: passage.uuid,
-      type: passage.type,
-    })),
-  );
-};
-
-const mapEditPosition = ({
-  delta,
-  editEnd,
-  editStart,
-  position,
-  replacementLength,
-  stickTo,
-}: {
-  delta: number;
-  editEnd: number;
-  editStart: number;
-  position: number;
-  replacementLength: number;
-  stickTo: 'end' | 'start';
-}) => {
-  if (position <= editStart) {
-    return position;
-  }
-
-  if (position >= editEnd) {
-    return position + delta;
-  }
-
-  return stickTo === 'start' ? editStart : editStart + replacementLength;
-};
-
-const remapAnnotationsForEdit = ({
-  annotations,
-  editEnd,
-  editStart,
-  replacementLength,
-}: {
-  annotations: Annotation[];
-  editEnd: number;
-  editStart: number;
-  replacementLength: number;
-}): RemapAnnotationsResult => {
-  const delta = replacementLength - (editEnd - editStart);
-  const nextAnnotations: Annotation[] = [];
-  let deletedAnnotationCount = 0;
-  let updatedAnnotationCount = 0;
-
-  for (const annotation of annotations) {
-    if (annotation.end <= editStart) {
-      nextAnnotations.push(annotation);
-      continue;
-    }
-
-    if (annotation.start >= editEnd) {
-      nextAnnotations.push({
-        ...annotation,
-        start: annotation.start + delta,
-        end: annotation.end + delta,
-      });
-      updatedAnnotationCount++;
-      continue;
-    }
-
-    const nextStart = mapEditPosition({
-      delta,
-      editEnd,
-      editStart,
-      position: annotation.start,
-      replacementLength,
-      stickTo: 'start',
-    });
-    const nextEnd = mapEditPosition({
-      delta,
-      editEnd,
-      editStart,
-      position: annotation.end,
-      replacementLength,
-      stickTo: 'end',
-    });
-
-    if (nextStart === nextEnd && replacementLength === 0) {
-      deletedAnnotationCount++;
-      continue;
-    }
-
-    if (nextStart !== annotation.start || nextEnd !== annotation.end) {
-      updatedAnnotationCount++;
-      nextAnnotations.push({
-        ...annotation,
-        start: nextStart,
-        end: nextEnd,
-      });
-      continue;
-    }
-
-    nextAnnotations.push(annotation);
-  }
-
-  return {
-    annotations: nextAnnotations,
-    deletedAnnotationCount,
-    updatedAnnotationCount,
-  };
-};
-
-export const replacePassageText = ({
-  occurrenceIndex,
-  passage,
-  replaceText,
-  searchText,
-}: {
-  occurrenceIndex?: number;
-  passage: Passage;
-  replaceText: string;
-  searchText: string;
-}): PassageReplacementResult => {
-  if (!searchText || occurrenceIndex === null) {
-    return {
-      passage,
-      replacementsApplied: 0,
-      updatedAnnotationCount: 0,
-      deletedAnnotationCount: 0,
-    };
-  }
-
-  const matches = findLiteralOccurrences(passage.content, searchText);
-  const matchesToApply =
-    occurrenceIndex === undefined
-      ? matches
-      : matches.filter((_, index) => index === occurrenceIndex);
-
-  if (matchesToApply.length === 0) {
-    return {
-      passage,
-      replacementsApplied: 0,
-      updatedAnnotationCount: 0,
-      deletedAnnotationCount: 0,
-    };
-  }
-
-  let content = passage.content;
-  let annotations = passage.annotations.map((annotation) => ({ ...annotation }));
-  let cumulativeDelta = 0;
-  let updatedAnnotationCount = 0;
-  let deletedAnnotationCount = 0;
-  let nextSearchStart: number | undefined;
-
-  for (const match of matchesToApply) {
-    const editStart = match.start + cumulativeDelta;
-    const editEnd = match.end + cumulativeDelta;
-
-    content =
-      content.slice(0, editStart) + replaceText + content.slice(editEnd);
-
-    const remappedAnnotations = remapAnnotationsForEdit({
-      annotations,
-      editStart,
-      editEnd,
-      replacementLength: replaceText.length,
-    });
-
-    annotations = remappedAnnotations.annotations;
-    updatedAnnotationCount += remappedAnnotations.updatedAnnotationCount;
-    deletedAnnotationCount += remappedAnnotations.deletedAnnotationCount;
-    nextSearchStart = editStart + replaceText.length;
-    cumulativeDelta += replaceText.length - (match.end - match.start);
-  }
-
-  return {
-    passage: {
-      ...passage,
-      content,
-      annotations,
-    },
-    nextSearchStart,
-    replacementsApplied: matchesToApply.length,
-    updatedAnnotationCount,
-    deletedAnnotationCount,
-  };
-};

package/src/lib/storage.ts

@@ -1,23 +0,0 @@
-import { DataClient } from './types';
-
-export const uploadToStorage = async ({
-  client,
-  bucket,
-  path,
-  file,
-}: {
-  client: DataClient;
-  bucket: string;
-  path: string;
-  file: File;
-}) => {
-  const { error } = await client.storage.from(bucket).upload(path, file);
-
-  if (error) {
-    console.error('Error uploading to storage:', error);
-    return null;
-  }
-
-  const { data } = client.storage.from(bucket).getPublicUrl(path);
-  return data.publicUrl;
-};

package/src/lib/types/alignment.ts

@@ -1,32 +0,0 @@
-import { TohokuCatalogEntry } from './toh';
-
-export type AlignmentDTO = {
-  passage_uuid: string;
-  folio_uuid: string;
-  toh: TohokuCatalogEntry;
-  tibetan: string;
-  folio_number: number;
-  volume_number: number;
-};
-
-export type Alignment = {
-  folioUuid: string;
-  toh: TohokuCatalogEntry;
-  tibetan: string;
-  folioNumber: number;
-  volumeNumber: number;
-};
-
-export const alignmentFromDTO = (dto: AlignmentDTO): Alignment => {
-  return {
-    folioUuid: dto.folio_uuid,
-    toh: dto.toh,
-    tibetan: dto.tibetan,
-    folioNumber: dto.folio_number,
-    volumeNumber: dto.volume_number,
-  };
-};
-
-export const alignmentsFromDTO = (dtos: AlignmentDTO[]): Alignment[] => {
-  return dtos.map(alignmentFromDTO);
-};

package/src/lib/types/annotation/abbreviation.ts

@@ -1,30 +0,0 @@
-import type { AnnotationDTO, AnnotationDTOContent } from './annotation-type';
-import {
-  type AbbreviationAnnotation,
-  type AnnotationExporter,
-  type AnnotationTransformer,
-  baseAnnotationFromDTO,
-  baseAnnotationToDto,
-} from './annotation';
-
-export const transformer: AnnotationTransformer = (
-  dto,
-): AbbreviationAnnotation => {
-  const baseAnnotation = baseAnnotationFromDTO(dto);
-  const abbreviation = baseAnnotation as AbbreviationAnnotation;
-  dto.content.forEach((content) => {
-    if (content.uuid) {
-      abbreviation.abbreviation = content.uuid as string;
-    }
-  });
-  return abbreviation;
-};
-
-export const exporter: AnnotationExporter = (annotation): AnnotationDTO => {
-  const { abbreviation: uuid } = annotation as AbbreviationAnnotation;
-  const dto = baseAnnotationToDto(annotation);
-  dto.content.push({
-    uuid,
-  } as AnnotationDTOContent);
-  return dto;
-};

package/src/lib/types/annotation/annotation-type.ts

@@ -1,219 +0,0 @@
-import { TohokuCatalogEntry } from '../toh';
-
-export type AnnotationDTOType =
-  | 'abbreviation'
-  | 'audio'
-  | 'blockquote'
-  | 'code'
-  | 'deprecated-internal-link'
-  | 'end-note-link'
-  | 'glossary-instance'
-  | 'has-abbreviation'
-  | 'heading'
-  | 'image'
-  | 'indent'
-  | 'inline-title'
-  | 'internal-link'
-  | 'leading-space'
-  | 'line'
-  | 'line-group'
-  | 'link'
-  | 'list'
-  | 'list-item'
-  | 'mantra'
-  | 'mention'
-  | 'paragraph'
-  | 'quote'
-  | 'quoted'
-  | 'reference'
-  | 'span'
-  | 'table'
-  | 'table-body-data'
-  | 'table-body-header'
-  | 'table-body-row'
-  | 'trailer'
-  | 'unknown';
-
-export type AnnotationType =
-  | 'abbreviation'
-  | 'audio'
-  | 'blockquote'
-  | 'code'
-  | 'deprecated'
-  | 'endNoteLink'
-  | 'glossaryInstance'
-  | 'hasAbbreviation'
-  | 'heading'
-  | 'image'
-  | 'indent'
-  | 'inlineTitle'
-  | 'internalLink'
-  | 'leadingSpace'
-  | 'line'
-  | 'lineGroup'
-  | 'link'
-  | 'list'
-  | 'listItem'
-  | 'mantra'
-  | 'mention'
-  | 'paragraph'
-  | 'quote'
-  | 'quoted'
-  | 'reference'
-  | 'span'
-  | 'table'
-  | 'tableBodyData'
-  | 'tableBodyHeader'
-  | 'tableBodyRow'
-  | 'trailer'
-  | 'unknown';
-
-export const ANNOTATION_TYPE_DTO_TO_TYPE: Record<
-  AnnotationDTOType,
-  AnnotationType
-> = {
-  abbreviation: 'abbreviation',
-  audio: 'audio',
-  blockquote: 'blockquote',
-  code: 'code',
-  'deprecated-internal-link': 'deprecated',
-  'end-note-link': 'endNoteLink',
-  'glossary-instance': 'glossaryInstance',
-  'has-abbreviation': 'hasAbbreviation',
-  heading: 'heading',
-  image: 'image',
-  indent: 'indent',
-  'inline-title': 'inlineTitle',
-  'internal-link': 'internalLink',
-  'leading-space': 'leadingSpace',
-  line: 'line',
-  'line-group': 'lineGroup',
-  link: 'link',
-  list: 'list',
-  'list-item': 'listItem',
-  mantra: 'mantra',
-  mention: 'mention',
-  paragraph: 'paragraph',
-  quote: 'quote',
-  quoted: 'quoted',
-  reference: 'reference',
-  span: 'span',
-  table: 'table',
-  'table-body-data': 'tableBodyData',
-  'table-body-header': 'tableBodyHeader',
-  'table-body-row': 'tableBodyRow',
-  trailer: 'trailer',
-  unknown: 'unknown',
-} as const;
-
-export const annotationTypeFromDTO = (
-  type: AnnotationDTOType,
-): AnnotationType => {
-  return ANNOTATION_TYPE_DTO_TO_TYPE[type] || 'unknown';
-};
-
-export const ANNOTATION_TYPE_TO_DTO: Record<AnnotationType, AnnotationDTOType> =
-  {
-    abbreviation: 'abbreviation',
-    audio: 'audio',
-    blockquote: 'blockquote',
-    code: 'code',
-    deprecated: 'deprecated-internal-link',
-    endNoteLink: 'end-note-link',
-    glossaryInstance: 'glossary-instance',
-    hasAbbreviation: 'has-abbreviation',
-    heading: 'heading',
-    image: 'image',
-    indent: 'indent',
-    inlineTitle: 'inline-title',
-    internalLink: 'internal-link',
-    leadingSpace: 'leading-space',
-    line: 'line',
-    lineGroup: 'line-group',
-    link: 'link',
-    list: 'list',
-    listItem: 'list-item',
-    mantra: 'mantra',
-    mention: 'mention',
-    paragraph: 'paragraph',
-    quote: 'quote',
-    quoted: 'quoted',
-    reference: 'reference',
-    span: 'span',
-    table: 'table',
-    tableBodyData: 'table-body-data',
-    tableBodyHeader: 'table-body-header',
-    tableBodyRow: 'table-body-row',
-    trailer: 'trailer',
-    unknown: 'unknown',
-  } as const;
-
-export type AnnotationDTOContentKey =
-  | 'authority'
-  | 'endnote_xmlId'
-  | 'glossary_xmlId'
-  | 'heading-level'
-  | 'heading-type'
-  | 'href'
-  | 'label'
-  | 'lang'
-  | 'link-text'
-  | 'link-text-lookup'
-  | 'link-type'
-  | 'list-item-style'
-  | 'list-spacing'
-  | 'media-type'
-  | 'nesting'
-  | 'paragraph'
-  | 'quote_xmlId'
-  | 'src'
-  | 'text-style'
-  | 'text'
-  | 'type'
-  | 'title'
-  | 'uuid'
-  | 'same_work'
-  | 'subtype'
-  | 'toh';
-
-export type AnnotationDTOContent = Partial<
-  Record<AnnotationDTOContentKey, unknown>
->;
-
-export type AnnotationDTO = {
-  content: AnnotationDTOContent[];
-  end: number;
-  start: number;
-  type: AnnotationDTOType;
-  uuid: string;
-  passage_uuid?: string;
-  passageUuid?: string;
-  toh?: TohokuCatalogEntry;
-};
-
-export type AnnotationsDTO = AnnotationDTO[];
-
-export const annotationTypeToDTO = (
-  type: AnnotationType,
-): AnnotationDTOType => {
-  return ANNOTATION_TYPE_TO_DTO[type] || 'unknown';
-};
-
-export const ANNOTATIONS_TO_IGNORE: AnnotationDTOType[] = [
-  'deprecated-internal-link',
-  'quoted',
-  'reference',
-  'unknown',
-];
-
-export type AnnotationsToIgnore = (typeof ANNOTATIONS_TO_IGNORE)[number];
-
-export type AnnotationBase = {
-  end: number;
-  start: number;
-  type: AnnotationType;
-  uuid: string;
-  passageUuid: string;
-  validated?: boolean;
-  toh?: TohokuCatalogEntry;
-};