@arizeai/phoenix-evals 0.6.0 → 0.6.2

package/dist/esm/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.js

@@ -1,25 +0,0 @@
-export const DOCUMENT_RELEVANCY_TEMPLATE = `
-You are comparing a document to a question and trying to determine if the document text
-contains information relevant to answering the question. Here is the data:
-
-    [BEGIN DATA]
-    ************
-    [Question]: {{input}}
-    ************
-    [Document text]: {{documentText}}
-    ************
-    [END DATA]
-
-Compare the Question above to the Document text. You must determine whether the Document text
-contains information that can answer the Question. Please focus on whether the very specific
-question can be answered by the information in the Document text.
-Your response must be single word, either "relevant" or "unrelated",
-and should not contain any text or characters aside from that word.
-"unrelated" means that the document text does not contain an answer to the Question.
-"relevant" means the document text contains an answer to the Question.
-`;
-export const DOCUMENT_RELEVANCY_CHOICES = {
-    relevant: 1,
-    unrelated: 0,
-};
-//# sourceMappingURL=DOCUMENT_RELEVANCY_TEMPLATE.js.map

package/dist/esm/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"DOCUMENT_RELEVANCY_TEMPLATE.js","sourceRoot":"","sources":["../../../src/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,2BAA2B,GAAG;;;;;;;;;;;;;;;;;;;CAmB1C,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;CACb,CAAC"}

package/dist/esm/default_templates/HALLUCINATION_TEMPLATE.d.ts

@@ -1,6 +0,0 @@
-export declare const HALLUCINATION_TEMPLATE = "\nIn this task, you will be presented with a query, a reference text and an answer. The answer is\ngenerated to the question based on the reference text. The answer may contain false information. You\nmust use the reference text to determine if the answer to the question contains false information,\nif the answer is a hallucination of facts. Your objective is to determine whether the answer text\ncontains factual information and is not a hallucination. A 'hallucination' refers to\nan answer that is not based on the reference text or assumes information that is not available in\nthe reference text. Your response should be a single word: either \"factual\" or \"hallucinated\", and\nit should not include any other text or characters. \"hallucinated\" indicates that the answer\nprovides factually inaccurate information to the query based on the reference text. \"factual\"\nindicates that the answer to the question is correct relative to the reference text, and does not\ncontain made up information. Please read the query and reference text carefully before determining\nyour response.\n\n    [BEGIN DATA]\n    ************\n    [Query]: {{input}}\n    ************\n    [Reference text]: {{reference}}\n    ************\n    [Answer]: {{output}}\n    ************\n    [END DATA]\n\nIs the answer above factual or hallucinated based on the query and reference text?\n";
-export declare const HALLUCINATION_CHOICES: {
-    hallucinated: number;
-    factual: number;
-};
-//# sourceMappingURL=HALLUCINATION_TEMPLATE.d.ts.map

package/dist/esm/default_templates/HALLUCINATION_TEMPLATE.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"HALLUCINATION_TEMPLATE.d.ts","sourceRoot":"","sources":["../../../src/default_templates/HALLUCINATION_TEMPLATE.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,sBAAsB,u2CAyBlC,CAAC;AAEF,eAAO,MAAM,qBAAqB;;;CAGjC,CAAC"}

package/dist/esm/default_templates/HALLUCINATION_TEMPLATE.js

@@ -1,31 +0,0 @@
-export const HALLUCINATION_TEMPLATE = `
-In this task, you will be presented with a query, a reference text and an answer. The answer is
-generated to the question based on the reference text. The answer may contain false information. You
-must use the reference text to determine if the answer to the question contains false information,
-if the answer is a hallucination of facts. Your objective is to determine whether the answer text
-contains factual information and is not a hallucination. A 'hallucination' refers to
-an answer that is not based on the reference text or assumes information that is not available in
-the reference text. Your response should be a single word: either "factual" or "hallucinated", and
-it should not include any other text or characters. "hallucinated" indicates that the answer
-provides factually inaccurate information to the query based on the reference text. "factual"
-indicates that the answer to the question is correct relative to the reference text, and does not
-contain made up information. Please read the query and reference text carefully before determining
-your response.
-
-    [BEGIN DATA]
-    ************
-    [Query]: {{input}}
-    ************
-    [Reference text]: {{reference}}
-    ************
-    [Answer]: {{output}}
-    ************
-    [END DATA]
-
-Is the answer above factual or hallucinated based on the query and reference text?
-`;
-export const HALLUCINATION_CHOICES = {
-    hallucinated: 1,
-    factual: 0,
-};
-//# sourceMappingURL=HALLUCINATION_TEMPLATE.js.map

package/dist/esm/default_templates/HALLUCINATION_TEMPLATE.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"HALLUCINATION_TEMPLATE.js","sourceRoot":"","sources":["../../../src/default_templates/HALLUCINATION_TEMPLATE.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,sBAAsB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;CAyBrC,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,YAAY,EAAE,CAAC;IACf,OAAO,EAAE,CAAC;CACX,CAAC"}

package/dist/esm/default_templates/index.d.ts

@@ -1,3 +0,0 @@
-export * from "./HALLUCINATION_TEMPLATE.js";
-export * from "./DOCUMENT_RELEVANCY_TEMPLATE.js";
-//# sourceMappingURL=index.d.ts.map

package/dist/esm/default_templates/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/default_templates/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,+BAA+B,CAAC"}

package/dist/esm/default_templates/index.js

@@ -1,3 +0,0 @@
-export * from "./HALLUCINATION_TEMPLATE.js";
-export * from "./DOCUMENT_RELEVANCY_TEMPLATE.js";
-//# sourceMappingURL=index.js.map

package/dist/esm/default_templates/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/default_templates/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,+BAA+B,CAAC"}

package/dist/esm/llm/createDocumentRelevancyEvaluator.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"createDocumentRelevancyEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createDocumentRelevancyEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,0BAA0B,EAC1B,2BAA2B,GAC5B,MAAM,kDAAkD,CAAC;AAI1D,OAAO,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AA0BhF;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,UAAU,gCAAgC,CAM9C,IAAgD;IAEhD,MAAM,EACJ,OAAO,GAAG,0BAA0B,EACpC,cAAc,GAAG,2BAA2B,EAC5C,qBAAqB,GAAG,UAAU,EAClC,IAAI,GAAG,oBAAoB,EAC3B,GAAG,IAAI,EACR,GAAG,IAAI,CAAC;IACT,OAAO,6BAA6B,CAAa;QAC/C,GAAG,IAAI;QACP,cAAc;QACd,OAAO;QACP,qBAAqB;QACrB,IAAI;KACL,CAAC,CAAC;AACL,CAAC"}

package/dist/src/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.d.ts

@@ -1,6 +0,0 @@
-export declare const DOCUMENT_RELEVANCY_TEMPLATE = "\nYou are comparing a document to a question and trying to determine if the document text\ncontains information relevant to answering the question. Here is the data:\n\n    [BEGIN DATA]\n    ************\n    [Question]: {{input}}\n    ************\n    [Document text]: {{documentText}}\n    ************\n    [END DATA]\n\nCompare the Question above to the Document text. You must determine whether the Document text\ncontains information that can answer the Question. Please focus on whether the very specific\nquestion can be answered by the information in the Document text.\nYour response must be single word, either \"relevant\" or \"unrelated\",\nand should not contain any text or characters aside from that word.\n\"unrelated\" means that the document text does not contain an answer to the Question.\n\"relevant\" means the document text contains an answer to the Question.\n";
-export declare const DOCUMENT_RELEVANCY_CHOICES: {
-    relevant: number;
-    unrelated: number;
-};
-//# sourceMappingURL=DOCUMENT_RELEVANCY_TEMPLATE.d.ts.map

package/dist/src/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"DOCUMENT_RELEVANCY_TEMPLATE.d.ts","sourceRoot":"","sources":["../../../src/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,2BAA2B,23BAmBvC,CAAC;AAEF,eAAO,MAAM,0BAA0B;;;CAGtC,CAAC"}

package/dist/src/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.js

@@ -1,28 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.DOCUMENT_RELEVANCY_CHOICES = exports.DOCUMENT_RELEVANCY_TEMPLATE = void 0;
-exports.DOCUMENT_RELEVANCY_TEMPLATE = `
-You are comparing a document to a question and trying to determine if the document text
-contains information relevant to answering the question. Here is the data:
-
-    [BEGIN DATA]
-    ************
-    [Question]: {{input}}
-    ************
-    [Document text]: {{documentText}}
-    ************
-    [END DATA]
-
-Compare the Question above to the Document text. You must determine whether the Document text
-contains information that can answer the Question. Please focus on whether the very specific
-question can be answered by the information in the Document text.
-Your response must be single word, either "relevant" or "unrelated",
-and should not contain any text or characters aside from that word.
-"unrelated" means that the document text does not contain an answer to the Question.
-"relevant" means the document text contains an answer to the Question.
-`;
-exports.DOCUMENT_RELEVANCY_CHOICES = {
-    relevant: 1,
-    unrelated: 0,
-};
-//# sourceMappingURL=DOCUMENT_RELEVANCY_TEMPLATE.js.map

package/dist/src/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"DOCUMENT_RELEVANCY_TEMPLATE.js","sourceRoot":"","sources":["../../../src/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.ts"],"names":[],"mappings":";;;AAAa,QAAA,2BAA2B,GAAG;;;;;;;;;;;;;;;;;;;CAmB1C,CAAC;AAEW,QAAA,0BAA0B,GAAG;IACxC,QAAQ,EAAE,CAAC;IACX,SAAS,EAAE,CAAC;CACb,CAAC"}

package/dist/src/default_templates/HALLUCINATION_TEMPLATE.d.ts

@@ -1,6 +0,0 @@
-export declare const HALLUCINATION_TEMPLATE = "\nIn this task, you will be presented with a query, a reference text and an answer. The answer is\ngenerated to the question based on the reference text. The answer may contain false information. You\nmust use the reference text to determine if the answer to the question contains false information,\nif the answer is a hallucination of facts. Your objective is to determine whether the answer text\ncontains factual information and is not a hallucination. A 'hallucination' refers to\nan answer that is not based on the reference text or assumes information that is not available in\nthe reference text. Your response should be a single word: either \"factual\" or \"hallucinated\", and\nit should not include any other text or characters. \"hallucinated\" indicates that the answer\nprovides factually inaccurate information to the query based on the reference text. \"factual\"\nindicates that the answer to the question is correct relative to the reference text, and does not\ncontain made up information. Please read the query and reference text carefully before determining\nyour response.\n\n    [BEGIN DATA]\n    ************\n    [Query]: {{input}}\n    ************\n    [Reference text]: {{reference}}\n    ************\n    [Answer]: {{output}}\n    ************\n    [END DATA]\n\nIs the answer above factual or hallucinated based on the query and reference text?\n";
-export declare const HALLUCINATION_CHOICES: {
-    hallucinated: number;
-    factual: number;
-};
-//# sourceMappingURL=HALLUCINATION_TEMPLATE.d.ts.map

package/dist/src/default_templates/HALLUCINATION_TEMPLATE.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"HALLUCINATION_TEMPLATE.d.ts","sourceRoot":"","sources":["../../../src/default_templates/HALLUCINATION_TEMPLATE.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,sBAAsB,u2CAyBlC,CAAC;AAEF,eAAO,MAAM,qBAAqB;;;CAGjC,CAAC"}

package/dist/src/default_templates/HALLUCINATION_TEMPLATE.js

@@ -1,34 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.HALLUCINATION_CHOICES = exports.HALLUCINATION_TEMPLATE = void 0;
-exports.HALLUCINATION_TEMPLATE = `
-In this task, you will be presented with a query, a reference text and an answer. The answer is
-generated to the question based on the reference text. The answer may contain false information. You
-must use the reference text to determine if the answer to the question contains false information,
-if the answer is a hallucination of facts. Your objective is to determine whether the answer text
-contains factual information and is not a hallucination. A 'hallucination' refers to
-an answer that is not based on the reference text or assumes information that is not available in
-the reference text. Your response should be a single word: either "factual" or "hallucinated", and
-it should not include any other text or characters. "hallucinated" indicates that the answer
-provides factually inaccurate information to the query based on the reference text. "factual"
-indicates that the answer to the question is correct relative to the reference text, and does not
-contain made up information. Please read the query and reference text carefully before determining
-your response.
-
-    [BEGIN DATA]
-    ************
-    [Query]: {{input}}
-    ************
-    [Reference text]: {{reference}}
-    ************
-    [Answer]: {{output}}
-    ************
-    [END DATA]
-
-Is the answer above factual or hallucinated based on the query and reference text?
-`;
-exports.HALLUCINATION_CHOICES = {
-    hallucinated: 1,
-    factual: 0,
-};
-//# sourceMappingURL=HALLUCINATION_TEMPLATE.js.map

package/dist/src/default_templates/HALLUCINATION_TEMPLATE.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"HALLUCINATION_TEMPLATE.js","sourceRoot":"","sources":["../../../src/default_templates/HALLUCINATION_TEMPLATE.ts"],"names":[],"mappings":";;;AAAa,QAAA,sBAAsB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;CAyBrC,CAAC;AAEW,QAAA,qBAAqB,GAAG;IACnC,YAAY,EAAE,CAAC;IACf,OAAO,EAAE,CAAC;CACX,CAAC"}

package/dist/src/default_templates/index.d.ts

@@ -1,3 +0,0 @@
-export * from "./HALLUCINATION_TEMPLATE";
-export * from "./DOCUMENT_RELEVANCY_TEMPLATE";
-//# sourceMappingURL=index.d.ts.map

package/dist/src/default_templates/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/default_templates/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,+BAA+B,CAAC"}

package/dist/src/default_templates/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/default_templates/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,gEAA8C"}

package/dist/src/llm/createDocumentRelevancyEvaluator.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"createDocumentRelevancyEvaluator.js","sourceRoot":"","sources":["../../../src/llm/createDocumentRelevancyEvaluator.ts"],"names":[],"mappings":";;;;;;;;;;;;;AA2DA,4EAsBC;AAjFD,kGAG0D;AAI1D,mFAAgF;AA0BhF;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,SAAgB,gCAAgC,CAM9C,IAAgD;IAEhD,MAAM,EACJ,OAAO,GAAG,wDAA0B,EACpC,cAAc,GAAG,yDAA2B,EAC5C,qBAAqB,GAAG,UAAU,EAClC,IAAI,GAAG,oBAAoB,KAEzB,IAAI,EADH,IAAI,UACL,IAAI,EANF,8DAML,CAAO,CAAC;IACT,OAAO,IAAA,6DAA6B,kCAC/B,IAAI,KACP,cAAc;QACd,OAAO;QACP,qBAAqB;QACrB,IAAI,IACJ,CAAC;AACL,CAAC"}

package/src/default_templates/DOCUMENT_RELEVANCY_TEMPLATE.ts

@@ -1,25 +0,0 @@
-export const DOCUMENT_RELEVANCY_TEMPLATE = `
-You are comparing a document to a question and trying to determine if the document text
-contains information relevant to answering the question. Here is the data:
-
-    [BEGIN DATA]
-    ************
-    [Question]: {{input}}
-    ************
-    [Document text]: {{documentText}}
-    ************
-    [END DATA]
-
-Compare the Question above to the Document text. You must determine whether the Document text
-contains information that can answer the Question. Please focus on whether the very specific
-question can be answered by the information in the Document text.
-Your response must be single word, either "relevant" or "unrelated",
-and should not contain any text or characters aside from that word.
-"unrelated" means that the document text does not contain an answer to the Question.
-"relevant" means the document text contains an answer to the Question.
-`;
-
-export const DOCUMENT_RELEVANCY_CHOICES = {
-  relevant: 1,
-  unrelated: 0,
-};

package/src/default_templates/HALLUCINATION_TEMPLATE.ts

@@ -1,31 +0,0 @@
-export const HALLUCINATION_TEMPLATE = `
-In this task, you will be presented with a query, a reference text and an answer. The answer is
-generated to the question based on the reference text. The answer may contain false information. You
-must use the reference text to determine if the answer to the question contains false information,
-if the answer is a hallucination of facts. Your objective is to determine whether the answer text
-contains factual information and is not a hallucination. A 'hallucination' refers to
-an answer that is not based on the reference text or assumes information that is not available in
-the reference text. Your response should be a single word: either "factual" or "hallucinated", and
-it should not include any other text or characters. "hallucinated" indicates that the answer
-provides factually inaccurate information to the query based on the reference text. "factual"
-indicates that the answer to the question is correct relative to the reference text, and does not
-contain made up information. Please read the query and reference text carefully before determining
-your response.
-
-    [BEGIN DATA]
-    ************
-    [Query]: {{input}}
-    ************
-    [Reference text]: {{reference}}
-    ************
-    [Answer]: {{output}}
-    ************
-    [END DATA]
-
-Is the answer above factual or hallucinated based on the query and reference text?
-`;
-
-export const HALLUCINATION_CHOICES = {
-  hallucinated: 1,
-  factual: 0,
-};

package/src/default_templates/index.ts

@@ -1,2 +0,0 @@
-export * from "./HALLUCINATION_TEMPLATE";
-export * from "./DOCUMENT_RELEVANCY_TEMPLATE";