@trustgraph/react-state 1.5.2 → 1.5.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.esm.js CHANGED
@@ -1,7 +1,9 @@
1
1
  import { useSocket, useConnectionState } from '@trustgraph/react-provider';
2
2
  export { ConnectionStateContext, SocketContext, SocketProvider } from '@trustgraph/react-provider';
3
+ import { TG_EDGE, TG_REASONING, TG_EDGE_COUNT, TG_SELECTED_EDGE, TG_QUERY, PROV_STARTED_AT_TIME, TG_CONTENT, RDFS_LABEL as RDFS_LABEL$2, PROV_WAS_DERIVED_FROM, TG_REIFIES } from '@trustgraph/client';
4
+ export { PROV, PROV_ACTIVITY, PROV_ENTITY, PROV_STARTED_AT_TIME, PROV_WAS_DERIVED_FROM, PROV_WAS_GENERATED_BY, RDF, RDFS, RDF_TYPE, SCHEMA, SCHEMA_AUTHOR, SCHEMA_DESCRIPTION, SCHEMA_KEYWORDS, SCHEMA_NAME, SKOS, SKOS_DEFINITION, TG, TG_CONTENT, TG_DOCUMENT, TG_EDGE, TG_EDGE_COUNT, TG_QUERY, TG_REASONING, TG_REIFIES, TG_SELECTED_EDGE } from '@trustgraph/client';
3
5
  import { jsx } from 'react/jsx-runtime';
4
- import { createContext, useContext, useEffect, useState, useMemo } from 'react';
6
+ import { createContext, useContext, useEffect, useState, useRef, useCallback, useMemo } from 'react';
5
7
  import { create } from 'zustand';
6
8
  import { useQueryClient, useQuery, useMutation } from '@tanstack/react-query';
7
9
  import { v4 } from 'uuid';
@@ -155,23 +157,25 @@ const useConversation = create()((set) => ({
155
157
  setMessages: (v) => set(() => ({
156
158
  messages: v,
157
159
  })),
158
- addMessage: (role, text, type) => set((state) => ({
160
+ addMessage: (role, text, type, explainSessionId) => set((state) => ({
159
161
  messages: [
160
162
  ...state.messages,
161
163
  {
162
164
  role: role,
163
165
  text: text,
164
166
  type: type || "normal",
167
+ explainSessionId,
165
168
  },
166
169
  ],
167
170
  })),
168
- updateLastMessage: (text) => set((state) => {
171
+ updateLastMessage: (text, explainSessionId) => set((state) => {
169
172
  if (state.messages.length === 0)
170
173
  return state;
171
174
  const messages = [...state.messages];
172
175
  messages[messages.length - 1] = {
173
176
  ...messages[messages.length - 1],
174
177
  text: text,
178
+ ...(explainSessionId !== undefined && { explainSessionId }),
175
179
  };
176
180
  return { messages };
177
181
  }),
@@ -311,6 +315,7 @@ const DEFAULT_SETTINGS = {
311
315
  flowBlueprintEditor: false, // Off by default - experimental feature
312
316
  structuredQuery: false, // Off by default
313
317
  llmModels: false, // Off by default
318
+ explainability: true, // On by default
314
319
  },
315
320
  };
316
321
  const SETTINGS_STORAGE_KEY = "trustgraph-settings";
@@ -967,7 +972,7 @@ const useTriples = ({ flow, s, p, o, limit, collection }) => {
967
972
  };
968
973
 
969
974
  // Helper to get the string value from a Term (IRI or Literal)
970
- const getTermValue$2 = (term) => {
975
+ const getTermValue$3 = (term) => {
971
976
  if (term.t === "i")
972
977
  return term.i;
973
978
  if (term.t === "l")
@@ -1086,7 +1091,7 @@ const queryLabel = (socket, uri, add, remove, collection) => {
1086
1091
  // If got a result, return the label, otherwise the URI
1087
1092
  // can be its own label
1088
1093
  if (triples.length > 0)
1089
- return getTermValue$2(triples[0].o);
1094
+ return getTermValue$3(triples[0].o);
1090
1095
  else
1091
1096
  return uri;
1092
1097
  })
@@ -1103,7 +1108,7 @@ const queryLabel = (socket, uri, add, remove, collection) => {
1103
1108
  // Returns a promise
1104
1109
  const labelS = (socket, triples, add, remove, collection) => {
1105
1110
  return Promise.all(triples.map((t) => {
1106
- return queryLabel(socket, getTermValue$2(t.s), add, remove, collection).then((label) => {
1111
+ return queryLabel(socket, getTermValue$3(t.s), add, remove, collection).then((label) => {
1107
1112
  return {
1108
1113
  ...t,
1109
1114
  s: {
@@ -1118,7 +1123,7 @@ const labelS = (socket, triples, add, remove, collection) => {
1118
1123
  // Returns a promise
1119
1124
  const labelP = (socket, triples, add, remove, collection) => {
1120
1125
  return Promise.all(triples.map((t) => {
1121
- return queryLabel(socket, getTermValue$2(t.p), add, remove, collection).then((label) => {
1126
+ return queryLabel(socket, getTermValue$3(t.p), add, remove, collection).then((label) => {
1122
1127
  return {
1123
1128
  ...t,
1124
1129
  p: {
@@ -1151,7 +1156,7 @@ const labelO = (socket, triples, add, remove, collection) => {
1151
1156
  ...t,
1152
1157
  o: {
1153
1158
  ...t.o,
1154
- label: getTermValue$2(t.o),
1159
+ label: getTermValue$3(t.o),
1155
1160
  },
1156
1161
  });
1157
1162
  });
@@ -1187,7 +1192,7 @@ const getTriples = (socket, uri, add, remove, limit, collection) => {
1187
1192
  // Functionality here helps construct subgraphs for react-force-graph
1188
1193
  // visualisation
1189
1194
  // Helper to get the string value from a Term (IRI or Literal)
1190
- const getTermValue$1 = (term) => {
1195
+ const getTermValue$2 = (term) => {
1191
1196
  if (term.t === "i")
1192
1197
  return term.i;
1193
1198
  if (term.t === "l")
@@ -1215,11 +1220,11 @@ const updateSubgraphTriples = (sg, triples) => {
1215
1220
  continue;
1216
1221
  }
1217
1222
  // Source has a URI, that can be its unique ID
1218
- const sourceId = getTermValue$1(t.s);
1223
+ const sourceId = getTermValue$2(t.s);
1219
1224
  // Target is always an entity now (we filtered out literals above)
1220
- const targetId = getTermValue$1(t.o);
1225
+ const targetId = getTermValue$2(t.o);
1221
1226
  // Links have an ID so that this edge is unique
1222
- const linkId = getTermValue$1(t.s) + "@@" + getTermValue$1(t.p) + "@@" + getTermValue$1(t.o);
1227
+ const linkId = getTermValue$2(t.s) + "@@" + getTermValue$2(t.p) + "@@" + getTermValue$2(t.o);
1223
1228
  if (!nodeIds.has(sourceId)) {
1224
1229
  const sLabeled = t.s;
1225
1230
  const n = {
@@ -1730,10 +1735,14 @@ const useInference = ({ flow } = {}) => {
1730
1735
  // Use explicit param if provided, otherwise fall back to session state
1731
1736
  const effectiveFlow = flow ?? sessionFlowId;
1732
1737
  /**
1733
- * Graph RAG inference with entity discovery
1738
+ * Graph RAG inference with entity discovery and optional explainability
1739
+ * Explainability events are only tracked if callbacks.onExplain is provided
1734
1740
  */
1735
1741
  const graphRagMutation = useMutation({
1736
1742
  mutationFn: async ({ input, options, collection, callbacks, }) => {
1743
+ // Only collect explain events if caller provided onExplain callback
1744
+ const wantsExplainability = !!callbacks?.onExplain;
1745
+ const explainEvents = wantsExplainability ? [] : undefined;
1737
1746
  // If callbacks provided, use streaming API
1738
1747
  const response = callbacks
1739
1748
  ? await new Promise((resolve, reject) => {
@@ -1749,9 +1758,16 @@ const useInference = ({ flow } = {}) => {
1749
1758
  callbacks?.onError?.(error);
1750
1759
  reject(new Error(error));
1751
1760
  };
1761
+ // Only wire up onExplain if caller wants explainability
1762
+ const onExplain = wantsExplainability
1763
+ ? (event) => {
1764
+ explainEvents.push(event);
1765
+ callbacks.onExplain(event);
1766
+ }
1767
+ : undefined;
1752
1768
  socket
1753
1769
  .flow(effectiveFlow)
1754
- .graphRagStreaming(input, onChunk, onError, options, collection);
1770
+ .graphRagStreaming(input, onChunk, onError, options, collection, onExplain);
1755
1771
  })
1756
1772
  : await socket.flow(effectiveFlow).graphRag(input, options || {}, collection);
1757
1773
  // Get embeddings for entity discovery
@@ -1761,7 +1777,7 @@ const useInference = ({ flow } = {}) => {
1761
1777
  const entities = await socket
1762
1778
  .flow(effectiveFlow)
1763
1779
  .graphEmbeddingsQuery(embeddings, options?.entityLimit || 10, collection);
1764
- return { response, entities };
1780
+ return { response, entities, explainEvents };
1765
1781
  },
1766
1782
  });
1767
1783
  /**
@@ -1831,6 +1847,620 @@ const useInference = ({ flow } = {}) => {
1831
1847
  };
1832
1848
  };
1833
1849
 
1850
+ /**
1851
+ * Zustand store for managing explainability sessions
1852
+ * Sessions are keyed by ID and linked to messages via explainSessionId
1853
+ */
1854
+ const useExplainabilityStore = create()((set, get) => ({
1855
+ sessions: {},
1856
+ addSession: (id, session) => set((state) => ({
1857
+ sessions: {
1858
+ ...state.sessions,
1859
+ [id]: session,
1860
+ },
1861
+ })),
1862
+ updateSession: (id, partial) => set((state) => ({
1863
+ sessions: {
1864
+ ...state.sessions,
1865
+ [id]: {
1866
+ ...state.sessions[id],
1867
+ ...partial,
1868
+ },
1869
+ },
1870
+ })),
1871
+ getSession: (id) => get().sessions[id],
1872
+ removeSession: (id) => set((state) => {
1873
+ const { [id]: _, ...rest } = state.sessions;
1874
+ return { sessions: rest };
1875
+ }),
1876
+ clearSessions: () => set({ sessions: {} }),
1877
+ }));
1878
+
1879
+ /**
1880
+ * Explainability utilities for parsing and structuring explain events
1881
+ */
1882
+ /**
1883
+ * Extract event type from explainId URI
1884
+ * e.g., "urn:trustgraph:question:abc123" → "question"
1885
+ */
1886
+ function getEventType(explainId) {
1887
+ if (explainId.includes("question"))
1888
+ return "question";
1889
+ if (explainId.includes("exploration"))
1890
+ return "exploration";
1891
+ if (explainId.includes("focus"))
1892
+ return "focus";
1893
+ if (explainId.includes("synthesis"))
1894
+ return "synthesis";
1895
+ return "unknown";
1896
+ }
1897
+ /**
1898
+ * Get term value from a Term object
1899
+ */
1900
+ function getTermValue$1(term) {
1901
+ if (!term)
1902
+ return "";
1903
+ if (term.t === "i")
1904
+ return term.i || "";
1905
+ if (term.t === "l")
1906
+ return term.v || "";
1907
+ if (term.t === "t" && term.tr) {
1908
+ // Quoted triple - return a serialized form
1909
+ const s = getTermValue$1(term.tr.s);
1910
+ const p = getTermValue$1(term.tr.p);
1911
+ const o = getTermValue$1(term.tr.o);
1912
+ return `<<${s} ${p} ${o}>>`;
1913
+ }
1914
+ return "";
1915
+ }
1916
+ /**
1917
+ * Extract quoted triple from a Term
1918
+ */
1919
+ function extractQuotedTriple(term) {
1920
+ if (term.t === "t" && term.tr) {
1921
+ return {
1922
+ s: getTermValue$1(term.tr.s),
1923
+ p: getTermValue$1(term.tr.p),
1924
+ o: getTermValue$1(term.tr.o),
1925
+ };
1926
+ }
1927
+ return null;
1928
+ }
1929
+ /**
1930
+ * Parse triples for a question event
1931
+ */
1932
+ function parseQuestionTriples(explainId, explainGraph, triples) {
1933
+ const event = {
1934
+ type: "question",
1935
+ explainId,
1936
+ explainGraph,
1937
+ };
1938
+ for (const triple of triples) {
1939
+ const p = getTermValue$1(triple.p);
1940
+ const o = getTermValue$1(triple.o);
1941
+ if (p === TG_QUERY) {
1942
+ event.query = o;
1943
+ }
1944
+ else if (p === PROV_STARTED_AT_TIME) {
1945
+ event.timestamp = o;
1946
+ }
1947
+ }
1948
+ return event;
1949
+ }
1950
+ /**
1951
+ * Parse triples for an exploration event
1952
+ */
1953
+ function parseExplorationTriples(explainId, explainGraph, triples) {
1954
+ const event = {
1955
+ type: "exploration",
1956
+ explainId,
1957
+ explainGraph,
1958
+ };
1959
+ for (const triple of triples) {
1960
+ const p = getTermValue$1(triple.p);
1961
+ const o = getTermValue$1(triple.o);
1962
+ if (p === TG_EDGE_COUNT) {
1963
+ event.edgeCount = parseInt(o, 10);
1964
+ }
1965
+ }
1966
+ return event;
1967
+ }
1968
+ /**
1969
+ * Parse triples for a focus event
1970
+ */
1971
+ function parseFocusTriples(explainId, explainGraph, triples) {
1972
+ const event = {
1973
+ type: "focus",
1974
+ explainId,
1975
+ explainGraph,
1976
+ edgeSelectionUris: [],
1977
+ };
1978
+ for (const triple of triples) {
1979
+ const p = getTermValue$1(triple.p);
1980
+ const o = getTermValue$1(triple.o);
1981
+ if (p === TG_SELECTED_EDGE && typeof o === "string") {
1982
+ event.edgeSelectionUris.push(o);
1983
+ }
1984
+ }
1985
+ return event;
1986
+ }
1987
+ /**
1988
+ * Parse triples for a synthesis event
1989
+ */
1990
+ function parseSynthesisTriples(explainId, explainGraph, triples) {
1991
+ const event = {
1992
+ type: "synthesis",
1993
+ explainId,
1994
+ explainGraph,
1995
+ };
1996
+ for (const triple of triples) {
1997
+ const p = getTermValue$1(triple.p);
1998
+ const o = getTermValue$1(triple.o);
1999
+ if (p === TG_CONTENT) {
2000
+ event.contentLength = o.length;
2001
+ }
2002
+ }
2003
+ return event;
2004
+ }
2005
+ /**
2006
+ * Parse triples for an edge selection entity
2007
+ */
2008
+ function parseEdgeSelectionTriples(triples) {
2009
+ let edge = null;
2010
+ let reasoning = null;
2011
+ for (const triple of triples) {
2012
+ const p = getTermValue$1(triple.p);
2013
+ if (p === TG_EDGE) {
2014
+ edge = extractQuotedTriple(triple.o);
2015
+ }
2016
+ else if (p === TG_REASONING) {
2017
+ reasoning = getTermValue$1(triple.o);
2018
+ }
2019
+ }
2020
+ return { edge, reasoning };
2021
+ }
2022
+ /**
2023
+ * Parse triples based on event type
2024
+ */
2025
+ function parseExplainTriples(explainId, explainGraph, triples) {
2026
+ const eventType = getEventType(explainId);
2027
+ switch (eventType) {
2028
+ case "question":
2029
+ return parseQuestionTriples(explainId, explainGraph, triples);
2030
+ case "exploration":
2031
+ return parseExplorationTriples(explainId, explainGraph, triples);
2032
+ case "focus":
2033
+ return parseFocusTriples(explainId, explainGraph, triples);
2034
+ case "synthesis":
2035
+ return parseSynthesisTriples(explainId, explainGraph, triples);
2036
+ default:
2037
+ return null;
2038
+ }
2039
+ }
2040
+
2041
+ /**
2042
+ * Hook for tracing provenance chains in the knowledge graph
2043
+ * Follows prov:wasDerivedFrom relationships from any entity to its source documents
2044
+ */
2045
+ /**
2046
+ * Hook for tracing provenance chains
2047
+ */
2048
+ const useProvenance = (options = {}) => {
2049
+ const { flow, collection = "default", maxDepth = 10 } = options;
2050
+ const socket = useSocket();
2051
+ const connectionState = useConnectionState();
2052
+ const sessionFlowId = useSessionStore((state) => state.flowId);
2053
+ const effectiveFlow = flow ?? sessionFlowId;
2054
+ const [isTracing, setIsTracing] = useState(false);
2055
+ // Label cache to avoid repeated queries
2056
+ const labelCacheRef = useRef(new Map());
2057
+ /**
2058
+ * Check if connected
2059
+ */
2060
+ const isConnected = useCallback(() => {
2061
+ return (connectionState?.status === "authenticated" ||
2062
+ connectionState?.status === "unauthenticated");
2063
+ }, [connectionState]);
2064
+ /**
2065
+ * Query for rdfs:label of a URI
2066
+ */
2067
+ const resolveLabel = useCallback(async (uri) => {
2068
+ // Check cache
2069
+ if (labelCacheRef.current.has(uri)) {
2070
+ return labelCacheRef.current.get(uri);
2071
+ }
2072
+ // Not an IRI - return as-is
2073
+ if (!uri.startsWith("http") && !uri.startsWith("urn:")) {
2074
+ return uri;
2075
+ }
2076
+ if (!isConnected()) {
2077
+ return uri;
2078
+ }
2079
+ try {
2080
+ const triples = await socket
2081
+ .flow(effectiveFlow)
2082
+ .triplesQuery({ t: "i", i: uri }, { t: "i", i: RDFS_LABEL$2 }, undefined, 1, collection);
2083
+ const label = triples.length > 0 ? getTermValue$1(triples[0].o) : uri;
2084
+ // Cache the result
2085
+ labelCacheRef.current.set(uri, label);
2086
+ return label;
2087
+ }
2088
+ catch {
2089
+ return uri;
2090
+ }
2091
+ }, [socket, effectiveFlow, collection, isConnected]);
2092
+ /**
2093
+ * Query for prov:wasDerivedFrom parent of a URI
2094
+ */
2095
+ const queryDerivedFrom = useCallback(async (uri) => {
2096
+ if (!isConnected())
2097
+ return null;
2098
+ try {
2099
+ const triples = await socket
2100
+ .flow(effectiveFlow)
2101
+ .triplesQuery({ t: "i", i: uri }, { t: "i", i: PROV_WAS_DERIVED_FROM }, undefined, 1, collection);
2102
+ if (triples.length > 0) {
2103
+ return getTermValue$1(triples[0].o);
2104
+ }
2105
+ return null;
2106
+ }
2107
+ catch {
2108
+ return null;
2109
+ }
2110
+ }, [socket, effectiveFlow, collection, isConnected]);
2111
+ /**
2112
+ * Trace the full provenance chain from a URI to root
2113
+ */
2114
+ const traceChain = useCallback(async (uri) => {
2115
+ setIsTracing(true);
2116
+ try {
2117
+ const chain = [];
2118
+ let current = uri;
2119
+ for (let depth = 0; depth < maxDepth && current; depth++) {
2120
+ const label = await resolveLabel(current);
2121
+ chain.push({ uri: current, label });
2122
+ const parent = await queryDerivedFrom(current);
2123
+ if (!parent || parent === current) {
2124
+ break;
2125
+ }
2126
+ current = parent;
2127
+ }
2128
+ // The last item in the chain is the root document
2129
+ const rootItem = chain.length > 0 ? chain[chain.length - 1] : undefined;
2130
+ return {
2131
+ chain,
2132
+ documentUri: rootItem?.uri,
2133
+ documentLabel: rootItem?.label,
2134
+ };
2135
+ }
2136
+ finally {
2137
+ setIsTracing(false);
2138
+ }
2139
+ }, [maxDepth, resolveLabel, queryDerivedFrom]);
2140
+ /**
2141
+ * Query for statements that reify an edge via tg:reifies
2142
+ */
2143
+ const queryReifyingStatements = useCallback(async (s, p, o) => {
2144
+ if (!isConnected())
2145
+ return [];
2146
+ try {
2147
+ // Build the quoted triple term
2148
+ const quotedTriple = {
2149
+ t: "t",
2150
+ tr: {
2151
+ s: { t: "i", i: s },
2152
+ p: { t: "i", i: p },
2153
+ o: o.startsWith("http") || o.startsWith("urn:")
2154
+ ? { t: "i", i: o }
2155
+ : { t: "l", v: o },
2156
+ },
2157
+ };
2158
+ const triples = await socket
2159
+ .flow(effectiveFlow)
2160
+ .triplesQuery(undefined, { t: "i", i: TG_REIFIES }, quotedTriple, 10, collection);
2161
+ return triples.map((t) => getTermValue$1(t.s));
2162
+ }
2163
+ catch {
2164
+ return [];
2165
+ }
2166
+ }, [socket, effectiveFlow, collection, isConnected]);
2167
+ /**
2168
+ * Trace provenance for an edge - finds reifying statements and traces each
2169
+ */
2170
+ const traceEdgeProvenance = useCallback(async (s, p, o) => {
2171
+ setIsTracing(true);
2172
+ try {
2173
+ // Find statements that reify this edge
2174
+ const stmtUris = await queryReifyingStatements(s, p, o);
2175
+ // For each reifying statement, trace its provenance chain
2176
+ const chains = [];
2177
+ for (const stmtUri of stmtUris) {
2178
+ // Get the wasDerivedFrom source for this statement
2179
+ const sourceUri = await queryDerivedFrom(stmtUri);
2180
+ if (sourceUri) {
2181
+ const chain = await traceChain(sourceUri);
2182
+ chains.push(chain);
2183
+ }
2184
+ }
2185
+ return chains;
2186
+ }
2187
+ finally {
2188
+ setIsTracing(false);
2189
+ }
2190
+ }, [queryReifyingStatements, queryDerivedFrom, traceChain]);
2191
+ /**
2192
+ * Clear the label cache
2193
+ */
2194
+ const clearCache = useCallback(() => {
2195
+ labelCacheRef.current.clear();
2196
+ }, []);
2197
+ return {
2198
+ traceChain,
2199
+ traceEdgeProvenance,
2200
+ resolveLabel,
2201
+ clearCache,
2202
+ isTracing,
2203
+ };
2204
+ };
2205
+
2206
+ /**
2207
+ * Hook for managing explainability state during GraphRAG queries
2208
+ * Unpacks explain events into structured data with provenance chains
2209
+ *
2210
+ * Processing strategy:
2211
+ * - Events are processed immediately as they arrive
2212
+ * - Main event nodes (question, exploration, focus, synthesis) use
2213
+ * stability-based retry: fetch until count > 0 AND stable
2214
+ * - Edge sub-objects use simple retry-until-non-empty (fast)
2215
+ * - All edge fetching + label resolution + provenance runs in parallel
2216
+ */
2217
+ /**
2218
+ * Hook for managing explainability during inference
2219
+ */
2220
+ const useExplainability = (options = {}) => {
2221
+ const { flow, collection = "default", traceProvenance = true, } = options;
2222
+ const socket = useSocket();
2223
+ const connectionState = useConnectionState();
2224
+ const sessionFlowId = useSessionStore((state) => state.flowId);
2225
+ const effectiveFlow = flow ?? sessionFlowId;
2226
+ const { traceEdgeProvenance, resolveLabel } = useProvenance({
2227
+ flow: effectiveFlow,
2228
+ collection,
2229
+ });
2230
+ const [events, setEvents] = useState([]);
2231
+ const [session, setSession] = useState({});
2232
+ const [isUnpacking, setIsUnpacking] = useState(false);
2233
+ const [error, setError] = useState(null);
2234
+ // Mirror session in a ref so it's always immediately readable (no render delay)
2235
+ const sessionRef = useRef({});
2236
+ // Track pending unpack operations
2237
+ const unpackQueueRef = useRef([]);
2238
+ const isProcessingRef = useRef(false);
2239
+ /**
2240
+ * Check if connected
2241
+ */
2242
+ const isConnected = useCallback(() => {
2243
+ return (connectionState?.status === "authenticated" ||
2244
+ connectionState?.status === "unauthenticated");
2245
+ }, [connectionState]);
2246
+ /**
2247
+ * Single triple query (no retry)
2248
+ */
2249
+ const fetchTriples = useCallback(async (explainId, explainGraph) => {
2250
+ return socket
2251
+ .flow(effectiveFlow)
2252
+ .triplesQuery({ t: "i", i: explainId }, undefined, undefined, 100, collection, explainGraph);
2253
+ }, [socket, effectiveFlow, collection]);
2254
+ /**
2255
+ * Stability-based retry for main event nodes.
2256
+ * Retries until: count > 0 AND count matches previous fetch.
2257
+ * Used for question, exploration, focus, synthesis nodes where the
2258
+ * backend may write multiple triples incrementally.
2259
+ */
2260
+ const queryWithStabilityRetry = useCallback(async (explainId, explainGraph, timeoutMs = 5000) => {
2261
+ if (!isConnected())
2262
+ return [];
2263
+ const retryDelay = 500;
2264
+ const maxAttempts = Math.ceil(timeoutMs / retryDelay) + 1;
2265
+ let prevCount = -1;
2266
+ for (let attempt = 0; attempt < maxAttempts; attempt++) {
2267
+ try {
2268
+ const triples = await fetchTriples(explainId, explainGraph);
2269
+ const count = triples.length;
2270
+ if (count > 0 && count === prevCount) {
2271
+ return triples;
2272
+ }
2273
+ prevCount = count;
2274
+ if (attempt < maxAttempts - 1) {
2275
+ await new Promise((r) => setTimeout(r, retryDelay));
2276
+ }
2277
+ }
2278
+ catch (err) {
2279
+ console.error("[explain] triple query failed:", explainId, err);
2280
+ return [];
2281
+ }
2282
+ }
2283
+ // Return last fetch if we got anything
2284
+ if (prevCount > 0) {
2285
+ try {
2286
+ return await fetchTriples(explainId, explainGraph);
2287
+ }
2288
+ catch {
2289
+ return [];
2290
+ }
2291
+ }
2292
+ return [];
2293
+ }, [fetchTriples, isConnected]);
2294
+ /**
2295
+ * Simple retry-until-non-empty for sub-objects (edge selections).
2296
+ * These are small atomic writes — either fully there or not yet.
2297
+ */
2298
+ const queryWithSimpleRetry = useCallback(async (explainId, explainGraph, timeoutMs = 5000) => {
2299
+ if (!isConnected())
2300
+ return [];
2301
+ const retryDelay = 300;
2302
+ const maxAttempts = Math.ceil(timeoutMs / retryDelay) + 1;
2303
+ for (let attempt = 0; attempt < maxAttempts; attempt++) {
2304
+ try {
2305
+ const triples = await fetchTriples(explainId, explainGraph);
2306
+ if (triples.length > 0)
2307
+ return triples;
2308
+ if (attempt < maxAttempts - 1) {
2309
+ await new Promise((r) => setTimeout(r, retryDelay));
2310
+ }
2311
+ }
2312
+ catch (err) {
2313
+ console.error("[explain] triple query failed:", explainId, err);
2314
+ return [];
2315
+ }
2316
+ }
2317
+ return [];
2318
+ }, [fetchTriples, isConnected]);
2319
+ /**
2320
+ * Resolve a single edge: fetch triples, labels, and provenance in parallel
2321
+ */
2322
+ const resolveEdge = useCallback(async (edgeSelUri, explainGraph) => {
2323
+ const triples = await queryWithSimpleRetry(edgeSelUri, explainGraph);
2324
+ const { edge, reasoning } = parseEdgeSelectionTriples(triples);
2325
+ if (!edge)
2326
+ return null;
2327
+ const selectedEdge = {
2328
+ edge,
2329
+ reasoning: reasoning || undefined,
2330
+ };
2331
+ // Kick off labels and provenance in parallel
2332
+ const [labels, provenanceChains] = await Promise.all([
2333
+ // Labels — all 3 in parallel
2334
+ Promise.all([
2335
+ resolveLabel(edge.s),
2336
+ resolveLabel(edge.p),
2337
+ resolveLabel(edge.o),
2338
+ ]),
2339
+ // Provenance
2340
+ traceProvenance
2341
+ ? traceEdgeProvenance(edge.s, edge.p, edge.o)
2342
+ : Promise.resolve([]),
2343
+ ]);
2344
+ selectedEdge.labels = { s: labels[0], p: labels[1], o: labels[2] };
2345
+ if (provenanceChains.length > 0) {
2346
+ selectedEdge.sources = provenanceChains.map((c) => c.chain).flat();
2347
+ }
2348
+ return selectedEdge;
2349
+ }, [queryWithSimpleRetry, resolveLabel, traceProvenance, traceEdgeProvenance]);
2350
+ /**
2351
+ * Unpack a focus event — resolve ALL edges in parallel
2352
+ */
2353
+ const unpackFocusEvent = useCallback(async (focusEvent) => {
2354
+ // Fire off all edge resolutions concurrently
2355
+ const edgePromises = focusEvent.edgeSelectionUris.map((uri) => resolveEdge(uri, focusEvent.explainGraph));
2356
+ const results = await Promise.all(edgePromises);
2357
+ const selectedEdges = results.filter((e) => e !== null);
2358
+ return {
2359
+ ...focusEvent,
2360
+ selectedEdges,
2361
+ };
2362
+ }, [resolveEdge]);
2363
+ /** Helper to update both state and ref together */
2364
+ const updateSession = useCallback((updater) => {
2365
+ sessionRef.current = updater(sessionRef.current);
2366
+ setSession(updater);
2367
+ }, []);
2368
+ /**
2369
+ * Process a single explain event
2370
+ */
2371
+ const processEvent = useCallback(async (event) => {
2372
+ // Query triples for main event node (stability retry)
2373
+ const triples = await queryWithStabilityRetry(event.explainId, event.explainGraph);
2374
+ // Parse into structured data
2375
+ const parsed = parseExplainTriples(event.explainId, event.explainGraph, triples);
2376
+ if (!parsed)
2377
+ return;
2378
+ // Update session based on event type
2379
+ updateSession((prev) => {
2380
+ const next = { ...prev };
2381
+ switch (parsed.type) {
2382
+ case "question":
2383
+ next.question = parsed;
2384
+ break;
2385
+ case "exploration":
2386
+ next.exploration = parsed;
2387
+ break;
2388
+ case "focus":
2389
+ // Will be updated again after unpacking
2390
+ next.focus = parsed;
2391
+ break;
2392
+ case "synthesis":
2393
+ next.synthesis = parsed;
2394
+ break;
2395
+ }
2396
+ return next;
2397
+ });
2398
+ // For focus events, unpack edges in parallel
2399
+ if (parsed.type === "focus") {
2400
+ const unpackedFocus = await unpackFocusEvent(parsed);
2401
+ updateSession((prev) => ({
2402
+ ...prev,
2403
+ focus: unpackedFocus,
2404
+ }));
2405
+ }
2406
+ }, [queryWithStabilityRetry, unpackFocusEvent, updateSession]);
2407
+ /**
2408
+ * Process the unpack queue
2409
+ */
2410
+ const processQueue = useCallback(async () => {
2411
+ if (isProcessingRef.current)
2412
+ return;
2413
+ if (unpackQueueRef.current.length === 0)
2414
+ return;
2415
+ isProcessingRef.current = true;
2416
+ setIsUnpacking(true);
2417
+ try {
2418
+ while (unpackQueueRef.current.length > 0) {
2419
+ const event = unpackQueueRef.current.shift();
2420
+ await processEvent(event);
2421
+ }
2422
+ }
2423
+ catch (err) {
2424
+ const msg = err instanceof Error ? err.message : String(err);
2425
+ setError(msg);
2426
+ }
2427
+ isProcessingRef.current = false;
2428
+ setIsUnpacking(false);
2429
+ // Check if more events were queued during processing (e.g., after a reset)
2430
+ if (unpackQueueRef.current.length > 0) {
2431
+ processQueue();
2432
+ }
2433
+ }, [processEvent]);
2434
+ /**
2435
+ * Add an explain event — immediately queues and starts processing
2436
+ */
2437
+ const addEvent = useCallback((event) => {
2438
+ setEvents((prev) => [...prev, event]);
2439
+ unpackQueueRef.current.push(event);
2440
+ processQueue();
2441
+ }, [processQueue]);
2442
+ /**
2443
+ * Reset the session
2444
+ */
2445
+ const reset = useCallback(() => {
2446
+ setEvents([]);
2447
+ setSession({});
2448
+ sessionRef.current = {};
2449
+ setError(null);
2450
+ unpackQueueRef.current = [];
2451
+ }, []);
2452
+ return {
2453
+ addEvent,
2454
+ session,
2455
+ sessionRef,
2456
+ events,
2457
+ isUnpacking,
2458
+ isProcessingRef,
2459
+ error,
2460
+ reset,
2461
+ };
2462
+ };
2463
+
1834
2464
  /**
1835
2465
  * High-level hook for managing chat sessions
1836
2466
  * Combines conversation state with inference services
@@ -1854,6 +2484,19 @@ const useChatSession = ({ flow } = {}) => {
1854
2484
  const effectiveFlow = flow ?? sessionFlowId;
1855
2485
  // Settings for GraphRAG configuration
1856
2486
  const { settings } = useSettings();
2487
+ // Explainability store for persisting sessions
2488
+ const addExplainSession = useExplainabilityStore((state) => state.addSession);
2489
+ // Explainability hook for processing events (processes each event immediately)
2490
+ const explainability = useExplainability({
2491
+ flow: effectiveFlow,
2492
+ collection: settings.collection,
2493
+ });
2494
+ const explainabilityRef = useRef(explainability);
2495
+ explainabilityRef.current = explainability;
2496
+ // Generate unique session IDs
2497
+ const generateSessionId = useCallback(() => {
2498
+ return `explain-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
2499
+ }, []);
1857
2500
  // Inference services
1858
2501
  const inference = useInference({ flow });
1859
2502
  /**
@@ -1865,6 +2508,13 @@ const useChatSession = ({ flow } = {}) => {
1865
2508
  addActivity(ragActivity);
1866
2509
  let accumulated = "";
1867
2510
  let messageAdded = false;
2511
+ // Check if explainability is enabled
2512
+ const explainabilityEnabled = settings.featureSwitches.explainability;
2513
+ const sessionId = explainabilityEnabled ? generateSessionId() : undefined;
2514
+ // Reset explainability state for new query
2515
+ if (explainabilityEnabled) {
2516
+ explainabilityRef.current.reset();
2517
+ }
1868
2518
  try {
1869
2519
  // Execute Graph RAG with streaming and entity discovery
1870
2520
  const result = await inference.graphRag({
@@ -1880,8 +2530,8 @@ const useChatSession = ({ flow } = {}) => {
1880
2530
  onChunk: (chunk, complete) => {
1881
2531
  accumulated += chunk;
1882
2532
  if (!messageAdded) {
1883
- // Add empty message on first chunk
1884
- addMessage("ai", accumulated);
2533
+ // Add empty message on first chunk (with session ID if enabled)
2534
+ addMessage("ai", accumulated, undefined, sessionId);
1885
2535
  messageAdded = true;
1886
2536
  }
1887
2537
  else {
@@ -1889,9 +2539,32 @@ const useChatSession = ({ flow } = {}) => {
1889
2539
  updateLastMessage(accumulated);
1890
2540
  }
1891
2541
  },
2542
+ // Wire up explainability callback if feature is enabled
2543
+ ...(explainabilityEnabled && {
2544
+ onExplain: (event) => {
2545
+ console.log("[explain] event received:", event.explainId);
2546
+ explainabilityRef.current.addEvent(event);
2547
+ },
2548
+ }),
1892
2549
  },
1893
2550
  });
1894
2551
  removeActivity(ragActivity);
2552
+ // Store explainability session progressively — events are already being
2553
+ // processed as they arrive. Wait for processing to finish, then snapshot.
2554
+ if (explainabilityEnabled && sessionId) {
2555
+ const waitAndStore = async () => {
2556
+ // Poll until processing completes (events are processed as they arrive)
2557
+ const maxWait = 30000;
2558
+ let elapsed = 0;
2559
+ while (explainabilityRef.current.isProcessingRef.current && elapsed < maxWait) {
2560
+ await new Promise((r) => setTimeout(r, 500));
2561
+ elapsed += 500;
2562
+ }
2563
+ const sess = explainabilityRef.current.sessionRef.current;
2564
+ addExplainSession(sessionId, sess);
2565
+ };
2566
+ waitAndStore();
2567
+ }
1895
2568
  // Start embeddings activity
1896
2569
  addActivity(embActivity);
1897
2570
  // Get labels for each entity
@@ -1899,7 +2572,7 @@ const useChatSession = ({ flow } = {}) => {
1899
2572
  .filter((match) => match.entity !== null)
1900
2573
  .map(async (match) => {
1901
2574
  const entity = match.entity;
1902
- const labelActivity = "Label " + getTermValue$2(entity);
2575
+ const labelActivity = "Label " + getTermValue$3(entity);
1903
2576
  addActivity(labelActivity);
1904
2577
  try {
1905
2578
  const triples = await socket
@@ -1918,8 +2591,8 @@ const useChatSession = ({ flow } = {}) => {
1918
2591
  const entityList = labelResponses
1919
2592
  .filter((resp) => resp && resp.length > 0)
1920
2593
  .map((resp) => ({
1921
- label: getTermValue$2(resp[0].o),
1922
- uri: getTermValue$2(resp[0].s),
2594
+ label: getTermValue$3(resp[0].o),
2595
+ uri: getTermValue$3(resp[0].s),
1923
2596
  }));
1924
2597
  setEntities(entityList);
1925
2598
  removeActivity(embActivity);
@@ -4641,5 +5314,622 @@ const useNodeDetails = (nodeId, flowId) => {
4641
5314
  };
4642
5315
  };
4643
5316
 
4644
- export { DEFAULT_SETTINGS, NotificationProvider, RDFS_LABEL, SETTINGS_STORAGE_KEY, createDocId, fileToBase64, generateFlowBlueprintId, getTermValue$2 as getTermValue, getTriples, prepareMetadata, textToBase64, useActivity, useAgentTools, useChat, useChatSession, useCollections, useConversation, useDocumentEmbeddingsQuery, useEmbeddings, useEntityDetail, useFlowBlueprints, useFlowParameters, useFlows, useGraphEmbeddings, useGraphSubgraph, useInference, useKnowledgeCores, useLLMModels, useLibrary, useLoadStateStore, useMcpTools, useNlpQuery, useNodeDetails, useNotification, useOntologies, useParameterValidation, useProcessing, useProgressStateStore, usePrompts, useRowEmbeddingsQuery, useRowsQuery, useSchemas, useSearchStateStore, useSessionStore, useSettings, useStructuredQuery, useTokenCosts, useTriples, useVectorSearch, useWorkbenchStateStore, vectorSearch };
5317
+ // Default chunk size: 5MB (matches backend default)
5318
+ const DEFAULT_CHUNK_SIZE$1 = 5 * 1024 * 1024;
5319
+ // Maximum parallel chunk uploads
5320
+ const DEFAULT_PARALLEL_UPLOADS = 3;
5321
+ /**
5322
+ * Hook for managing chunked document uploads with progress tracking
5323
+ *
5324
+ * Features:
5325
+ * - Automatic chunking of large files
5326
+ * - Parallel chunk uploads for performance
5327
+ * - Progress tracking (bytes, percentage, chunks)
5328
+ * - Pause/resume support
5329
+ * - Cancel support
5330
+ * - Resumability after interruption
5331
+ *
5332
+ * @param options - Configuration options for the upload
5333
+ * @returns Upload state and control methods
5334
+ */
5335
+ const useChunkedUpload = (options = {}) => {
5336
+ const { chunkSize = DEFAULT_CHUNK_SIZE$1, parallelUploads = DEFAULT_PARALLEL_UPLOADS, onProgress, onComplete, onError, } = options;
5337
+ const socket = useSocket();
5338
+ const connectionState = useConnectionState();
5339
+ const queryClient = useQueryClient();
5340
+ const notify = useNotification();
5341
+ // Upload state
5342
+ const [progress, setProgress] = useState({
5343
+ totalBytes: 0,
5344
+ bytesUploaded: 0,
5345
+ percentage: 0,
5346
+ totalChunks: 0,
5347
+ chunksUploaded: 0,
5348
+ pendingChunks: [],
5349
+ status: "idle",
5350
+ });
5351
+ // Refs for managing upload lifecycle
5352
+ const abortControllerRef = useRef(null);
5353
+ const isPausedRef = useRef(false);
5354
+ const currentFileRef = useRef(null);
5355
+ const uploadIdRef = useRef(null);
5356
+ // Update progress and notify callback
5357
+ const updateProgress = useCallback((updates) => {
5358
+ setProgress((prev) => {
5359
+ const next = { ...prev, ...updates };
5360
+ onProgress?.(next);
5361
+ return next;
5362
+ });
5363
+ }, [onProgress]);
5364
+ // Read a chunk from the file as base64
5365
+ const readChunkAsBase64 = useCallback(async (file, chunkIndex, chunkSz) => {
5366
+ const start = chunkIndex * chunkSz;
5367
+ const end = Math.min(start + chunkSz, file.size);
5368
+ const blob = file.slice(start, end);
5369
+ return new Promise((resolve, reject) => {
5370
+ const reader = new FileReader();
5371
+ reader.onloadend = () => {
5372
+ const dataUrl = reader.result;
5373
+ // Extract base64 from data URL
5374
+ const base64 = dataUrl.replace(/^data:[^;]+;base64,/, "");
5375
+ resolve(base64);
5376
+ };
5377
+ reader.onerror = () => reject(new Error("Failed to read file chunk"));
5378
+ reader.readAsDataURL(blob);
5379
+ });
5380
+ }, []);
5381
+ // Upload chunks in parallel with concurrency limit
5382
+ const uploadChunks = useCallback(async (file, uploadId, pendingChunks, chunkSz, totalChunks) => {
5383
+ const remaining = [...pendingChunks];
5384
+ let completedCount = totalChunks - remaining.length;
5385
+ let bytesUploaded = completedCount * chunkSz;
5386
+ // Process chunks with limited parallelism
5387
+ const uploadNextBatch = async () => {
5388
+ while (remaining.length > 0 && !abortControllerRef.current?.signal.aborted) {
5389
+ // Wait if paused
5390
+ if (isPausedRef.current) {
5391
+ await new Promise((resolve) => setTimeout(resolve, 100));
5392
+ continue;
5393
+ }
5394
+ // Take up to parallelUploads chunks
5395
+ const batch = remaining.splice(0, parallelUploads);
5396
+ // Upload batch in parallel
5397
+ const results = await Promise.allSettled(batch.map(async (chunkIndex) => {
5398
+ const content = await readChunkAsBase64(file, chunkIndex, chunkSz);
5399
+ await socket.librarian().uploadChunk(uploadId, chunkIndex, content);
5400
+ return chunkIndex;
5401
+ }));
5402
+ // Process results
5403
+ for (const result of results) {
5404
+ if (result.status === "fulfilled") {
5405
+ completedCount++;
5406
+ // Calculate actual bytes for this chunk
5407
+ const chunkIdx = result.value;
5408
+ const chunkStart = chunkIdx * chunkSz;
5409
+ const chunkEnd = Math.min(chunkStart + chunkSz, file.size);
5410
+ bytesUploaded += chunkEnd - chunkStart;
5411
+ updateProgress({
5412
+ chunksUploaded: completedCount,
5413
+ bytesUploaded,
5414
+ percentage: Math.round((bytesUploaded / file.size) * 100),
5415
+ pendingChunks: [...remaining],
5416
+ });
5417
+ }
5418
+ else {
5419
+ // Re-add failed chunk to retry
5420
+ const failedIndex = batch[results.indexOf(result)];
5421
+ remaining.push(failedIndex);
5422
+ console.warn(`Chunk ${failedIndex} failed, will retry:`, result.reason);
5423
+ }
5424
+ }
5425
+ }
5426
+ };
5427
+ await uploadNextBatch();
5428
+ }, [socket, parallelUploads, readChunkAsBase64, updateProgress]);
5429
+ /**
5430
+ * Start a new chunked upload
5431
+ */
5432
+ const upload = useCallback(async (params) => {
5433
+ const { file, title, comments = "", tags = [], collection, documentId } = params;
5434
+ // Validate connection
5435
+ if (connectionState?.status !== "authenticated" &&
5436
+ connectionState?.status !== "unauthenticated") {
5437
+ const error = "Not connected to server";
5438
+ updateProgress({ status: "error", error });
5439
+ onError?.(error);
5440
+ return null;
5441
+ }
5442
+ // Reset state
5443
+ abortControllerRef.current = new AbortController();
5444
+ isPausedRef.current = false;
5445
+ currentFileRef.current = file;
5446
+ const docId = documentId || createDocId();
5447
+ const totalChunks = Math.ceil(file.size / chunkSize);
5448
+ const pendingChunks = Array.from({ length: totalChunks }, (_, i) => i);
5449
+ updateProgress({
5450
+ totalBytes: file.size,
5451
+ bytesUploaded: 0,
5452
+ percentage: 0,
5453
+ totalChunks,
5454
+ chunksUploaded: 0,
5455
+ pendingChunks,
5456
+ status: "preparing",
5457
+ error: undefined,
5458
+ uploadId: undefined,
5459
+ documentId: undefined,
5460
+ });
5461
+ try {
5462
+ // Initialize upload session
5463
+ const metadata = {
5464
+ id: docId,
5465
+ time: Math.floor(Date.now() / 1000),
5466
+ kind: file.type || "application/octet-stream",
5467
+ title,
5468
+ comments,
5469
+ user: "trustgraph", // Will be set by server based on auth
5470
+ collection: collection || "default",
5471
+ tags,
5472
+ };
5473
+ const beginResponse = await socket
5474
+ .librarian()
5475
+ .beginUpload(metadata, file.size, chunkSize);
5476
+ const uploadId = beginResponse["upload-id"];
5477
+ uploadIdRef.current = uploadId;
5478
+ updateProgress({
5479
+ status: "uploading",
5480
+ uploadId,
5481
+ });
5482
+ // Upload all chunks
5483
+ await uploadChunks(file, uploadId, pendingChunks, chunkSize, totalChunks);
5484
+ // Check if cancelled
5485
+ if (abortControllerRef.current?.signal.aborted) {
5486
+ return null;
5487
+ }
5488
+ // Complete the upload
5489
+ updateProgress({ status: "completing" });
5490
+ const completeResponse = await socket.librarian().completeUpload(uploadId);
5491
+ const finalDocId = completeResponse["document-id"];
5492
+ updateProgress({
5493
+ status: "completed",
5494
+ documentId: finalDocId,
5495
+ percentage: 100,
5496
+ });
5497
+ // Invalidate documents cache
5498
+ queryClient.invalidateQueries({ queryKey: ["documents"] });
5499
+ notify.success(`Upload complete: ${title}`);
5500
+ onComplete?.(finalDocId);
5501
+ return finalDocId;
5502
+ }
5503
+ catch (err) {
5504
+ const errorMsg = err instanceof Error ? err.message : String(err);
5505
+ updateProgress({ status: "error", error: errorMsg });
5506
+ notify.error(`Upload failed: ${errorMsg}`);
5507
+ onError?.(errorMsg);
5508
+ return null;
5509
+ }
5510
+ }, [
5511
+ socket,
5512
+ connectionState,
5513
+ chunkSize,
5514
+ queryClient,
5515
+ notify,
5516
+ updateProgress,
5517
+ uploadChunks,
5518
+ onComplete,
5519
+ onError,
5520
+ ]);
5521
+ /**
5522
+ * Resume an interrupted upload
5523
+ */
5524
+ const resume = useCallback(async (params) => {
5525
+ const { uploadId, file } = params;
5526
+ // Validate connection
5527
+ if (connectionState?.status !== "authenticated" &&
5528
+ connectionState?.status !== "unauthenticated") {
5529
+ const error = "Not connected to server";
5530
+ updateProgress({ status: "error", error });
5531
+ onError?.(error);
5532
+ return null;
5533
+ }
5534
+ abortControllerRef.current = new AbortController();
5535
+ isPausedRef.current = false;
5536
+ currentFileRef.current = file;
5537
+ uploadIdRef.current = uploadId;
5538
+ updateProgress({
5539
+ status: "preparing",
5540
+ uploadId,
5541
+ });
5542
+ try {
5543
+ // Get current upload status
5544
+ const status = await socket.librarian().getUploadStatus(uploadId);
5545
+ if (status["upload-state"] === "completed") {
5546
+ updateProgress({ status: "completed" });
5547
+ return null;
5548
+ }
5549
+ if (status["upload-state"] === "expired") {
5550
+ throw new Error("Upload session has expired");
5551
+ }
5552
+ const totalChunks = status["total-chunks"];
5553
+ const missingChunks = status["missing-chunks"];
5554
+ const bytesReceived = status["bytes-received"];
5555
+ const totalBytes = status["total-bytes"];
5556
+ updateProgress({
5557
+ totalBytes,
5558
+ bytesUploaded: bytesReceived,
5559
+ percentage: Math.round((bytesReceived / totalBytes) * 100),
5560
+ totalChunks,
5561
+ chunksUploaded: totalChunks - missingChunks.length,
5562
+ pendingChunks: missingChunks,
5563
+ status: "uploading",
5564
+ });
5565
+ // Upload missing chunks
5566
+ const effectiveChunkSize = status["chunk-size"] || chunkSize;
5567
+ await uploadChunks(file, uploadId, missingChunks, effectiveChunkSize, totalChunks);
5568
+ // Check if cancelled
5569
+ if (abortControllerRef.current?.signal.aborted) {
5570
+ return null;
5571
+ }
5572
+ // Complete the upload
5573
+ updateProgress({ status: "completing" });
5574
+ const completeResponse = await socket.librarian().completeUpload(uploadId);
5575
+ const finalDocId = completeResponse["document-id"];
5576
+ updateProgress({
5577
+ status: "completed",
5578
+ documentId: finalDocId,
5579
+ percentage: 100,
5580
+ });
5581
+ // Invalidate documents cache
5582
+ queryClient.invalidateQueries({ queryKey: ["documents"] });
5583
+ notify.success("Upload resumed and completed");
5584
+ onComplete?.(finalDocId);
5585
+ return finalDocId;
5586
+ }
5587
+ catch (err) {
5588
+ const errorMsg = err instanceof Error ? err.message : String(err);
5589
+ updateProgress({ status: "error", error: errorMsg });
5590
+ notify.error(`Resume failed: ${errorMsg}`);
5591
+ onError?.(errorMsg);
5592
+ return null;
5593
+ }
5594
+ }, [
5595
+ socket,
5596
+ connectionState,
5597
+ chunkSize,
5598
+ queryClient,
5599
+ notify,
5600
+ updateProgress,
5601
+ uploadChunks,
5602
+ onComplete,
5603
+ onError,
5604
+ ]);
5605
+ /**
5606
+ * Pause the current upload
5607
+ */
5608
+ const pause = useCallback(() => {
5609
+ if (progress.status === "uploading") {
5610
+ isPausedRef.current = true;
5611
+ updateProgress({ status: "paused" });
5612
+ }
5613
+ }, [progress.status, updateProgress]);
5614
+ /**
5615
+ * Resume a paused upload (not to be confused with resuming an interrupted upload)
5616
+ */
5617
+ const unpause = useCallback(() => {
5618
+ if (progress.status === "paused") {
5619
+ isPausedRef.current = false;
5620
+ updateProgress({ status: "uploading" });
5621
+ }
5622
+ }, [progress.status, updateProgress]);
5623
+ /**
5624
+ * Cancel the current upload
5625
+ */
5626
+ const cancel = useCallback(async () => {
5627
+ abortControllerRef.current?.abort();
5628
+ if (uploadIdRef.current) {
5629
+ try {
5630
+ await socket.librarian().abortUpload(uploadIdRef.current);
5631
+ }
5632
+ catch (err) {
5633
+ console.warn("Failed to abort upload on server:", err);
5634
+ }
5635
+ }
5636
+ updateProgress({
5637
+ status: "cancelled",
5638
+ pendingChunks: [],
5639
+ });
5640
+ uploadIdRef.current = null;
5641
+ currentFileRef.current = null;
5642
+ }, [socket, updateProgress]);
5643
+ /**
5644
+ * Reset the upload state to idle
5645
+ */
5646
+ const reset = useCallback(() => {
5647
+ abortControllerRef.current?.abort();
5648
+ uploadIdRef.current = null;
5649
+ currentFileRef.current = null;
5650
+ isPausedRef.current = false;
5651
+ setProgress({
5652
+ totalBytes: 0,
5653
+ bytesUploaded: 0,
5654
+ percentage: 0,
5655
+ totalChunks: 0,
5656
+ chunksUploaded: 0,
5657
+ pendingChunks: [],
5658
+ status: "idle",
5659
+ });
5660
+ }, []);
5661
+ return {
5662
+ // Current progress state
5663
+ progress,
5664
+ // Control methods
5665
+ upload,
5666
+ resume,
5667
+ pause,
5668
+ unpause,
5669
+ cancel,
5670
+ reset,
5671
+ // Convenience flags
5672
+ isIdle: progress.status === "idle",
5673
+ isUploading: progress.status === "uploading",
5674
+ isPaused: progress.status === "paused",
5675
+ isCompleted: progress.status === "completed",
5676
+ isError: progress.status === "error",
5677
+ };
5678
+ };
5679
+
5680
+ // Default chunk size for downloads: 1MB
5681
+ const DEFAULT_CHUNK_SIZE = 1024 * 1024;
5682
+ /**
5683
+ * Decode base64 string to Uint8Array
5684
+ */
5685
+ const base64ToUint8Array = (base64) => {
5686
+ const binaryString = atob(base64);
5687
+ const bytes = new Uint8Array(binaryString.length);
5688
+ for (let i = 0; i < binaryString.length; i++) {
5689
+ bytes[i] = binaryString.charCodeAt(i);
5690
+ }
5691
+ return bytes;
5692
+ };
5693
+ /**
5694
+ * Trigger browser download of a Blob
5695
+ */
5696
+ const triggerBrowserDownload = (blob, filename) => {
5697
+ const url = URL.createObjectURL(blob);
5698
+ const link = document.createElement("a");
5699
+ link.href = url;
5700
+ link.download = filename;
5701
+ document.body.appendChild(link);
5702
+ link.click();
5703
+ document.body.removeChild(link);
5704
+ URL.revokeObjectURL(url);
5705
+ };
5706
+ /**
5707
+ * Hook for managing streamed document downloads with progress tracking
5708
+ *
5709
+ * Features:
5710
+ * - Streams large documents via WebSocket streaming response
5711
+ * - Progress tracking (chunks received, percentage)
5712
+ * - Cancel support
5713
+ * - Returns Blob or triggers browser download
5714
+ *
5715
+ * @param options - Configuration options for the download
5716
+ * @returns Download state and control methods
5717
+ */
5718
+ const useChunkedDownload = (options = {}) => {
5719
+ const { chunkSize = DEFAULT_CHUNK_SIZE, onProgress, onComplete, onError, } = options;
5720
+ const socket = useSocket();
5721
+ const connectionState = useConnectionState();
5722
+ const notify = useNotification();
5723
+ // Download state
5724
+ const [progress, setProgress] = useState({
5725
+ totalChunks: 0,
5726
+ chunksReceived: 0,
5727
+ percentage: 0,
5728
+ status: "idle",
5729
+ });
5730
+ // Refs for managing download lifecycle
5731
+ const cancelledRef = useRef(false);
5732
+ const chunksRef = useRef(new Map());
5733
+ // Update progress and notify callback
5734
+ const updateProgress = useCallback((updates) => {
5735
+ setProgress((prev) => {
5736
+ const next = { ...prev, ...updates };
5737
+ onProgress?.(next);
5738
+ return next;
5739
+ });
5740
+ }, [onProgress]);
5741
+ /**
5742
+ * Download a document via streaming and return as Blob
5743
+ */
5744
+ const download = useCallback((params) => {
5745
+ const { documentId, mimeType = "application/octet-stream", filename } = params;
5746
+ // Validate connection
5747
+ if (connectionState?.status !== "authenticated" &&
5748
+ connectionState?.status !== "unauthenticated") {
5749
+ const error = "Not connected to server";
5750
+ updateProgress({ status: "error", error });
5751
+ onError?.(error);
5752
+ return Promise.resolve(null);
5753
+ }
5754
+ // Reset state
5755
+ cancelledRef.current = false;
5756
+ chunksRef.current = new Map();
5757
+ updateProgress({
5758
+ totalChunks: 0,
5759
+ chunksReceived: 0,
5760
+ percentage: 0,
5761
+ status: "downloading",
5762
+ error: undefined,
5763
+ documentId,
5764
+ });
5765
+ return new Promise((resolve) => {
5766
+ const onChunk = (content, chunkIndex, totalChunks, complete) => {
5767
+ // Check for cancellation
5768
+ if (cancelledRef.current) {
5769
+ return;
5770
+ }
5771
+ // Store chunk
5772
+ const chunkData = base64ToUint8Array(content);
5773
+ chunksRef.current.set(chunkIndex, chunkData);
5774
+ const chunksReceived = chunksRef.current.size;
5775
+ const percentage = totalChunks > 0
5776
+ ? Math.round((chunksReceived / totalChunks) * 100)
5777
+ : 0;
5778
+ updateProgress({
5779
+ totalChunks,
5780
+ chunksReceived,
5781
+ percentage,
5782
+ });
5783
+ // If complete, reassemble and return
5784
+ if (complete) {
5785
+ if (cancelledRef.current) {
5786
+ resolve(null);
5787
+ return;
5788
+ }
5789
+ // Reassemble chunks in order
5790
+ const orderedChunks = [];
5791
+ for (let i = 0; i < totalChunks; i++) {
5792
+ const chunk = chunksRef.current.get(i);
5793
+ if (chunk) {
5794
+ orderedChunks.push(chunk);
5795
+ }
5796
+ }
5797
+ const blob = new Blob(orderedChunks, { type: mimeType });
5798
+ updateProgress({
5799
+ status: "completed",
5800
+ percentage: 100,
5801
+ chunksReceived: totalChunks,
5802
+ });
5803
+ // Trigger browser download if filename provided
5804
+ if (filename) {
5805
+ triggerBrowserDownload(blob, filename);
5806
+ }
5807
+ notify.success("Download complete");
5808
+ onComplete?.(blob, documentId);
5809
+ resolve(blob);
5810
+ }
5811
+ };
5812
+ const onStreamError = (error) => {
5813
+ if (cancelledRef.current) {
5814
+ return;
5815
+ }
5816
+ updateProgress({ status: "error", error });
5817
+ notify.error(`Download failed: ${error}`);
5818
+ onError?.(error);
5819
+ resolve(null);
5820
+ };
5821
+ // Start streaming download
5822
+ socket.librarian().streamDocument(documentId, onChunk, onStreamError, chunkSize);
5823
+ });
5824
+ }, [socket, connectionState, chunkSize, notify, updateProgress, onComplete, onError]);
5825
+ /**
5826
+ * Cancel the current download
5827
+ */
5828
+ const cancel = useCallback(() => {
5829
+ cancelledRef.current = true;
5830
+ chunksRef.current = new Map();
5831
+ updateProgress({
5832
+ status: "cancelled",
5833
+ });
5834
+ }, [updateProgress]);
5835
+ /**
5836
+ * Reset the download state to idle
5837
+ */
5838
+ const reset = useCallback(() => {
5839
+ cancelledRef.current = true;
5840
+ chunksRef.current = new Map();
5841
+ setProgress({
5842
+ totalChunks: 0,
5843
+ chunksReceived: 0,
5844
+ percentage: 0,
5845
+ status: "idle",
5846
+ });
5847
+ }, []);
5848
+ return {
5849
+ // Current progress state
5850
+ progress,
5851
+ // Control methods
5852
+ download,
5853
+ cancel,
5854
+ reset,
5855
+ // Convenience flags
5856
+ isIdle: progress.status === "idle",
5857
+ isDownloading: progress.status === "downloading",
5858
+ isCompleted: progress.status === "completed",
5859
+ isError: progress.status === "error",
5860
+ };
5861
+ };
5862
+
5863
+ /**
5864
+ * Hook for fetching document metadata from the librarian service
5865
+ */
5866
+ /**
5867
+ * Hook for fetching a single document's metadata
5868
+ */
5869
+ const useDocumentMetadata = (options = {}) => {
5870
+ const { documentId, enabled } = options;
5871
+ const socket = useSocket();
5872
+ const connectionState = useConnectionState();
5873
+ const isSocketReady = connectionState?.status === "authenticated" ||
5874
+ connectionState?.status === "unauthenticated";
5875
+ const query = useQuery({
5876
+ queryKey: ["document-metadata", documentId],
5877
+ enabled: isSocketReady && !!documentId && (enabled !== false),
5878
+ queryFn: async () => {
5879
+ if (!documentId)
5880
+ return null;
5881
+ return socket.librarian().getDocumentMetadata(documentId);
5882
+ },
5883
+ });
5884
+ return {
5885
+ metadata: query.data ?? null,
5886
+ isLoading: query.isLoading,
5887
+ isError: query.isError,
5888
+ error: query.error,
5889
+ refetch: query.refetch,
5890
+ };
5891
+ };
5892
+ /**
5893
+ * Hook for fetching multiple documents' metadata
5894
+ */
5895
+ const useDocumentsMetadata = (documentIds = []) => {
5896
+ const socket = useSocket();
5897
+ const connectionState = useConnectionState();
5898
+ const queryClient = useQueryClient();
5899
+ const isSocketReady = connectionState?.status === "authenticated" ||
5900
+ connectionState?.status === "unauthenticated";
5901
+ const query = useQuery({
5902
+ queryKey: ["documents-metadata", documentIds],
5903
+ enabled: isSocketReady && documentIds.length > 0,
5904
+ queryFn: async () => {
5905
+ const results = await Promise.all(documentIds.map(async (id) => {
5906
+ // Check cache first
5907
+ const cached = queryClient.getQueryData([
5908
+ "document-metadata",
5909
+ id,
5910
+ ]);
5911
+ if (cached !== undefined) {
5912
+ return { id, metadata: cached };
5913
+ }
5914
+ // Fetch and cache
5915
+ const metadata = await socket.librarian().getDocumentMetadata(id);
5916
+ queryClient.setQueryData(["document-metadata", id], metadata);
5917
+ return { id, metadata };
5918
+ }));
5919
+ return results.reduce((acc, { id, metadata }) => {
5920
+ acc[id] = metadata;
5921
+ return acc;
5922
+ }, {});
5923
+ },
5924
+ });
5925
+ return {
5926
+ metadataMap: query.data ?? {},
5927
+ isLoading: query.isLoading,
5928
+ isError: query.isError,
5929
+ error: query.error,
5930
+ refetch: query.refetch,
5931
+ };
5932
+ };
5933
+
5934
+ export { DEFAULT_SETTINGS, NotificationProvider, RDFS_LABEL, SETTINGS_STORAGE_KEY, createDocId, extractQuotedTriple, fileToBase64, generateFlowBlueprintId, getEventType, getTermValue$1 as getExplainTermValue, getTermValue$3 as getTermValue, getTriples, parseEdgeSelectionTriples, parseExplainTriples, parseExplorationTriples, parseFocusTriples, parseQuestionTriples, parseSynthesisTriples, prepareMetadata, textToBase64, useActivity, useAgentTools, useChat, useChatSession, useChunkedDownload, useChunkedUpload, useCollections, useConversation, useDocumentEmbeddingsQuery, useDocumentMetadata, useDocumentsMetadata, useEmbeddings, useEntityDetail, useExplainability, useExplainabilityStore, useFlowBlueprints, useFlowParameters, useFlows, useGraphEmbeddings, useGraphSubgraph, useInference, useKnowledgeCores, useLLMModels, useLibrary, useLoadStateStore, useMcpTools, useNlpQuery, useNodeDetails, useNotification, useOntologies, useParameterValidation, useProcessing, useProgressStateStore, usePrompts, useProvenance, useRowEmbeddingsQuery, useRowsQuery, useSchemas, useSearchStateStore, useSessionStore, useSettings, useStructuredQuery, useTokenCosts, useTriples, useVectorSearch, useWorkbenchStateStore, vectorSearch };
4645
5935
  //# sourceMappingURL=index.esm.js.map