isage-data 0.2.1.8__cp311-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- isage_data-0.2.1.8.dist-info/METADATA +135 -0
- isage_data-0.2.1.8.dist-info/RECORD +132 -0
- isage_data-0.2.1.8.dist-info/WHEEL +5 -0
- isage_data-0.2.1.8.dist-info/entry_points.txt +2 -0
- isage_data-0.2.1.8.dist-info/licenses/LICENSE +21 -0
- isage_data-0.2.1.8.dist-info/top_level.txt +1 -0
- sage/data/__init__.py +37 -0
- sage/data/__init__.pyc +0 -0
- sage/data/__pycache__/__init__.cpython-311.pyc +0 -0
- sage/data/__pycache__/__init__.cpython-312.pyc +0 -0
- sage/data/__pycache__/cli.cpython-311.pyc +0 -0
- sage/data/__pycache__/cli.cpython-312.pyc +0 -0
- sage/data/__pycache__/manager.cpython-311.pyc +0 -0
- sage/data/__pycache__/manager.cpython-312.pyc +0 -0
- sage/data/cli.pyc +0 -0
- sage/data/manager.pyc +0 -0
- sage/data/sources/__init__.py +13 -0
- sage/data/sources/__init__.pyc +0 -0
- sage/data/sources/__pycache__/__init__.cpython-311.pyc +0 -0
- sage/data/sources/__pycache__/__init__.cpython-312.pyc +0 -0
- sage/data/sources/agent_benchmark/__init__.py +35 -0
- sage/data/sources/agent_benchmark/__init__.pyc +0 -0
- sage/data/sources/agent_benchmark/dataloader.pyc +0 -0
- sage/data/sources/agent_benchmark/dataset.yaml +44 -0
- sage/data/sources/agent_benchmark/external_benchmarks/__init__.py +32 -0
- sage/data/sources/agent_benchmark/external_benchmarks/__init__.pyc +0 -0
- sage/data/sources/agent_benchmark/external_benchmarks/converters.pyc +0 -0
- sage/data/sources/agent_benchmark/external_benchmarks/download_all.pyc +0 -0
- sage/data/sources/agent_benchmark/external_benchmarks/download_apibank.pyc +0 -0
- sage/data/sources/agent_benchmark/external_benchmarks/download_bfcl.pyc +0 -0
- sage/data/sources/agent_benchmark/external_benchmarks/download_toolalpaca.pyc +0 -0
- sage/data/sources/agent_benchmark/external_benchmarks/download_toolbench.pyc +0 -0
- sage/data/sources/agent_benchmark/external_benchmarks/loader.pyc +0 -0
- sage/data/sources/agent_benchmark/fix_tool_references.pyc +0 -0
- sage/data/sources/agent_benchmark/generate_data.pyc +0 -0
- sage/data/sources/agent_benchmark/prepare_planning_data.pyc +0 -0
- sage/data/sources/agent_benchmark/prepare_runtime_data.pyc +0 -0
- sage/data/sources/agent_benchmark/prepare_timing_data.pyc +0 -0
- sage/data/sources/agent_benchmark/test_integration.py +94 -0
- sage/data/sources/agent_benchmark/tests/test_agent_benchmark_loader.py +353 -0
- sage/data/sources/agent_benchmark/validate_cross_task.pyc +0 -0
- sage/data/sources/agent_benchmark/validate_data.pyc +0 -0
- sage/data/sources/agent_sft/__init__.py +10 -0
- sage/data/sources/agent_sft/__init__.pyc +0 -0
- sage/data/sources/agent_sft/data/generate_data.pyc +0 -0
- sage/data/sources/agent_sft/data/prompts_template.yaml +75 -0
- sage/data/sources/agent_sft/dataloader.pyc +0 -0
- sage/data/sources/agent_sft/dataset.yaml +9 -0
- sage/data/sources/agent_sft/fix_tool_ids.pyc +0 -0
- sage/data/sources/agent_sft/schemas.pyc +0 -0
- sage/data/sources/agent_sft/tests/test_agent_sft_loader.py +316 -0
- sage/data/sources/agent_tools/__init__.py +6 -0
- sage/data/sources/agent_tools/__init__.pyc +0 -0
- sage/data/sources/agent_tools/dataloader.pyc +0 -0
- sage/data/sources/agent_tools/dataset.yaml +9 -0
- sage/data/sources/agent_tools/generate_tools.pyc +0 -0
- sage/data/sources/agent_tools/schemas.pyc +0 -0
- sage/data/sources/agent_tools/test_integration.py +108 -0
- sage/data/sources/agent_tools/tests/test_agent_tools_loader.py +306 -0
- sage/data/sources/agent_tools/validate_data.pyc +0 -0
- sage/data/sources/bbh/__init__.py +5 -0
- sage/data/sources/bbh/__init__.pyc +0 -0
- sage/data/sources/bbh/dataloader.pyc +0 -0
- sage/data/sources/bbh/dataset.yaml +9 -0
- sage/data/sources/control_plane_benchmark/__init__.py +41 -0
- sage/data/sources/control_plane_benchmark/__init__.pyc +0 -0
- sage/data/sources/control_plane_benchmark/dataloader.pyc +0 -0
- sage/data/sources/control_plane_benchmark/dataset.yaml +101 -0
- sage/data/sources/gpqa/__init__.py +5 -0
- sage/data/sources/gpqa/__init__.pyc +0 -0
- sage/data/sources/gpqa/dataloader.pyc +0 -0
- sage/data/sources/gpqa/dataset.yaml +10 -0
- sage/data/sources/libamm_benchmark/__init__.py +10 -0
- sage/data/sources/libamm_benchmark/__init__.pyc +0 -0
- sage/data/sources/libamm_benchmark/dataset.yaml +9 -0
- sage/data/sources/locomo/__init__.py +5 -0
- sage/data/sources/locomo/__init__.pyc +0 -0
- sage/data/sources/locomo/__pycache__/__init__.cpython-311.pyc +0 -0
- sage/data/sources/locomo/__pycache__/__init__.cpython-312.pyc +0 -0
- sage/data/sources/locomo/__pycache__/dataloader.cpython-311.pyc +0 -0
- sage/data/sources/locomo/__pycache__/dataloader.cpython-312.pyc +0 -0
- sage/data/sources/locomo/__pycache__/download.cpython-311.pyc +0 -0
- sage/data/sources/locomo/dataloader.pyc +0 -0
- sage/data/sources/locomo/dataset.yaml +10 -0
- sage/data/sources/locomo/download.pyc +0 -0
- sage/data/sources/locomo/locomo10.json +66751 -0
- sage/data/sources/longmemeval/__init__.py +5 -0
- sage/data/sources/longmemeval/__init__.pyc +0 -0
- sage/data/sources/longmemeval/compose.pyc +0 -0
- sage/data/sources/longmemeval/config/longmemeval_groups.yaml +15 -0
- sage/data/sources/longmemeval/dataloader.pyc +0 -0
- sage/data/sources/longmemeval/dataset.yaml +9 -0
- sage/data/sources/longmemeval/download.pyc +0 -0
- sage/data/sources/memagentbench/Conflict_Resolution.parquet +0 -0
- sage/data/sources/memagentbench/__init__.py +16 -0
- sage/data/sources/memagentbench/__init__.pyc +0 -0
- sage/data/sources/memagentbench/__pycache__/__init__.cpython-312.pyc +0 -0
- sage/data/sources/memagentbench/__pycache__/conflict_resolution_loader.cpython-312.pyc +0 -0
- sage/data/sources/memagentbench/__pycache__/download.cpython-312.pyc +0 -0
- sage/data/sources/memagentbench/conflict_resolution_loader.pyc +0 -0
- sage/data/sources/memagentbench/conflict_resolution_loader_test.py +169 -0
- sage/data/sources/memagentbench/dataset.yaml +10 -0
- sage/data/sources/memagentbench/download.pyc +0 -0
- sage/data/sources/mmlu/__init__.py +5 -0
- sage/data/sources/mmlu/__init__.pyc +0 -0
- sage/data/sources/mmlu/dataloader.pyc +0 -0
- sage/data/sources/mmlu/dataset.yaml +10 -0
- sage/data/sources/mmlu/download.pyc +0 -0
- sage/data/sources/orca_dpo/__init__.py +5 -0
- sage/data/sources/orca_dpo/__init__.pyc +0 -0
- sage/data/sources/orca_dpo/dataloader.pyc +0 -0
- sage/data/sources/qa_base/__init__.py +5 -0
- sage/data/sources/qa_base/__init__.pyc +0 -0
- sage/data/sources/qa_base/dataloader.pyc +0 -0
- sage/data/sources/qa_base/dataset.yaml +9 -0
- sage/data/sources/qa_base/qa_knowledge_base.txt +35 -0
- sage/data/sources/qa_base/qa_knowledge_chromaDB.txt +13 -0
- sage/data/sources/qa_base/sample/one_question.txt +1 -0
- sage/data/sources/qa_base/sample/question.txt +352 -0
- sage/data/sources/qa_base/sample/question1.txt +1 -0
- sage/data/usages/__init__.py +3 -0
- sage/data/usages/__init__.pyc +0 -0
- sage/data/usages/agent_eval/__init__.py +191 -0
- sage/data/usages/agent_eval/__init__.pyc +0 -0
- sage/data/usages/agent_eval/config.yaml +15 -0
- sage/data/usages/agent_eval/profiles/full_eval.yaml +15 -0
- sage/data/usages/agent_eval/profiles/quick_eval.yaml +11 -0
- sage/data/usages/agent_eval/profiles/sft_training.yaml +12 -0
- sage/data/usages/agent_eval/usage.yaml +8 -0
- sage/data/usages/libamm/config.yaml +13 -0
- sage/data/usages/neuromem/config.yaml +5 -0
- sage/data/usages/rag/config.yaml +9 -0
|
@@ -0,0 +1,352 @@
|
|
|
1
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
2
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
3
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
4
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
5
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
6
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
7
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
8
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
9
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
10
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
11
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
12
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
13
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
14
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
15
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
16
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
17
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
18
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
19
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
20
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
21
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
22
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
23
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
24
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
25
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
26
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
27
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
28
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
29
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
30
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
31
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
32
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
33
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
34
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
35
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
36
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
37
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
38
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
39
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
40
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
41
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
42
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
43
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
44
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
45
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
46
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
47
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
48
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
49
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
50
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
51
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
52
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
53
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
54
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
55
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
56
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
57
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
58
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
59
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
60
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
61
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
62
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
63
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
64
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
65
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
66
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
67
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
68
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
69
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
70
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
71
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
72
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
73
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
74
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
75
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
76
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
77
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
78
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
79
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
80
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
81
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
82
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
83
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
84
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
85
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
86
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
87
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
88
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
89
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
90
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
91
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
92
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
93
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
94
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
95
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
96
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
97
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
98
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
99
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
100
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
101
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
102
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
103
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
104
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
105
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
106
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
107
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
108
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
109
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
110
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
111
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
112
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
113
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
114
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
115
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
116
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
117
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
118
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
119
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
120
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
121
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
122
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
123
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
124
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
125
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
126
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
127
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
128
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
129
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
130
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
131
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
132
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
133
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
134
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
135
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
136
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
137
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
138
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
139
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
140
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
141
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
142
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
143
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
144
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
145
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
146
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
147
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
148
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
149
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
150
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
151
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
152
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
153
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
154
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
155
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
156
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
157
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
158
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
159
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
160
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
161
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
162
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
163
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
164
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
165
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
166
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
167
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
168
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
169
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
170
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
171
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
172
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
173
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
174
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
175
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
176
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
177
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
178
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
179
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
180
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
181
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
182
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
183
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
184
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
185
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
186
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
187
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
188
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
189
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
190
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
191
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
192
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
193
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
194
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
195
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
196
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
197
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
198
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
199
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
200
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
201
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
202
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
203
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
204
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
205
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
206
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
207
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
208
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
209
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
210
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
211
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
212
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
213
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
214
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
215
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
216
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
217
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
218
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
219
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
220
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
221
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
222
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
223
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
224
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
225
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
226
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
227
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
228
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
229
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
230
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
231
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
232
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
233
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
234
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
235
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
236
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
237
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
238
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
239
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
240
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
241
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
242
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
243
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
244
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
245
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
246
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
247
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
248
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
249
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
250
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
251
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
252
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
253
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
254
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
255
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
256
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
257
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
258
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
259
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
260
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
261
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
262
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
263
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
264
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
265
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
266
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
267
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
268
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
269
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
270
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
271
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
272
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
273
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
274
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
275
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
276
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
277
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
278
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
279
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
280
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
281
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
282
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
283
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
284
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
285
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
286
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
287
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
288
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
289
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
290
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
291
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
292
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
293
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
294
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
295
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
296
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
297
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
298
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
299
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
300
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
301
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
302
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
303
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
304
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
305
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
306
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
307
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
308
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
309
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
310
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
311
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
312
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
313
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
314
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
315
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
316
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
317
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
318
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
319
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
320
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
321
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
322
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
323
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
324
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
325
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
326
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
327
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
328
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
329
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
330
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
331
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
332
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
333
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
334
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
335
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
336
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
337
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
338
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
339
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
340
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
341
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
342
|
+
Answer this question use True or False. Does mitosis produce four genetically distinct daughter cells with half the number of chromosomes of the original cell?
|
|
343
|
+
Answer with True or False: Meiosis produces four genetically identical daughter cells.
|
|
344
|
+
Answer with True or False: Mitochondria are responsible for protein synthesis.
|
|
345
|
+
Answer with True or False: Plants perform both photosynthesis and cellular respiration.
|
|
346
|
+
Answer with True or False: DNA replication occurs during the G1 phase of the cell cycle.
|
|
347
|
+
Answer with True or False: Alleles are different forms of the same gene.
|
|
348
|
+
Answer with True or False: Osmosis requires ATP energy.
|
|
349
|
+
Answer with True or False: Humans have 46 chromosomes in their gametes.
|
|
350
|
+
Answer with True or False: Crossing over occurs during metaphase I of meiosis.
|
|
351
|
+
Answer with True or False: Enzymes increase activation energy of reactions.
|
|
352
|
+
Answer with True or False: ATP synthase is found in the mitochondrial matrix.
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
introduce today's news
|
|
Binary file
|
|
@@ -0,0 +1,191 @@
|
|
|
1
|
+
"""
|
|
2
|
+
Agent Evaluation Usage
|
|
3
|
+
|
|
4
|
+
Unified usage configuration linking agent_tools, agent_benchmark, and agent_sft data sources
|
|
5
|
+
for comprehensive agent evaluation and training workflows.
|
|
6
|
+
|
|
7
|
+
Usage:
|
|
8
|
+
from sage.data import DataManager
|
|
9
|
+
|
|
10
|
+
dm = DataManager.get_instance()
|
|
11
|
+
agent_eval = dm.get_by_usage("agent_eval")
|
|
12
|
+
|
|
13
|
+
# Load a specific profile
|
|
14
|
+
profile_data = agent_eval.load_profile("quick_eval")
|
|
15
|
+
tools_loader = profile_data["tools"]
|
|
16
|
+
benchmark_loader = profile_data["benchmark"]
|
|
17
|
+
"""
|
|
18
|
+
|
|
19
|
+
from pathlib import Path
|
|
20
|
+
from typing import Any, Dict, Optional
|
|
21
|
+
|
|
22
|
+
try:
|
|
23
|
+
import yaml
|
|
24
|
+
HAS_YAML = True
|
|
25
|
+
except ImportError:
|
|
26
|
+
HAS_YAML = False
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
class AgentEvalUsage:
|
|
30
|
+
"""
|
|
31
|
+
Usage profile for agent evaluation experiments.
|
|
32
|
+
|
|
33
|
+
Provides unified access to agent_tools, agent_benchmark, and agent_sft
|
|
34
|
+
data sources with profile-based configuration.
|
|
35
|
+
"""
|
|
36
|
+
|
|
37
|
+
def __init__(self, source_registry: Any):
|
|
38
|
+
"""
|
|
39
|
+
Initialize agent eval usage.
|
|
40
|
+
|
|
41
|
+
Args:
|
|
42
|
+
source_registry: SourceRegistry from DataManager
|
|
43
|
+
"""
|
|
44
|
+
self.source_registry = source_registry
|
|
45
|
+
self._config: Optional[dict] = None
|
|
46
|
+
self._profiles_cache: dict[str, dict] = {}
|
|
47
|
+
|
|
48
|
+
# Load config
|
|
49
|
+
self._load_config()
|
|
50
|
+
|
|
51
|
+
def _load_config(self) -> None:
|
|
52
|
+
"""Load usage configuration."""
|
|
53
|
+
config_path = Path(__file__).parent / "config.yaml"
|
|
54
|
+
if config_path.exists() and HAS_YAML:
|
|
55
|
+
with open(config_path) as f:
|
|
56
|
+
self._config = yaml.safe_load(f)
|
|
57
|
+
else:
|
|
58
|
+
self._config = {
|
|
59
|
+
"datasets": {
|
|
60
|
+
"tools": "agent_tools",
|
|
61
|
+
"benchmark": "agent_benchmark",
|
|
62
|
+
"sft": "agent_sft",
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
def load_profile(self, profile_name: str) -> dict[str, Any]:
|
|
67
|
+
"""
|
|
68
|
+
Load a specific evaluation profile.
|
|
69
|
+
|
|
70
|
+
Args:
|
|
71
|
+
profile_name: Name of the profile (e.g., "quick_eval", "full_eval")
|
|
72
|
+
|
|
73
|
+
Returns:
|
|
74
|
+
Dictionary containing loaded data sources:
|
|
75
|
+
- "tools": AgentToolsDataLoader instance
|
|
76
|
+
- "benchmark": AgentBenchmarkDataLoader instance
|
|
77
|
+
- "sft": AgentSFTDataLoader instance (if available)
|
|
78
|
+
- "config": Profile configuration dict
|
|
79
|
+
"""
|
|
80
|
+
if profile_name in self._profiles_cache:
|
|
81
|
+
return self._profiles_cache[profile_name]
|
|
82
|
+
|
|
83
|
+
# Load profile config
|
|
84
|
+
profile_config = self._load_profile_config(profile_name)
|
|
85
|
+
|
|
86
|
+
# Load data sources
|
|
87
|
+
result = {"config": profile_config}
|
|
88
|
+
|
|
89
|
+
# Load tools loader
|
|
90
|
+
try:
|
|
91
|
+
tools_module = self.source_registry.load_source("agent_tools")
|
|
92
|
+
if hasattr(tools_module, "AgentToolsDataLoader"):
|
|
93
|
+
result["tools"] = tools_module.AgentToolsDataLoader()
|
|
94
|
+
else:
|
|
95
|
+
result["tools"] = tools_module
|
|
96
|
+
except Exception as e:
|
|
97
|
+
result["tools"] = None
|
|
98
|
+
result["tools_error"] = str(e)
|
|
99
|
+
|
|
100
|
+
# Load benchmark loader
|
|
101
|
+
try:
|
|
102
|
+
benchmark_module = self.source_registry.load_source("agent_benchmark")
|
|
103
|
+
if hasattr(benchmark_module, "AgentBenchmarkDataLoader"):
|
|
104
|
+
result["benchmark"] = benchmark_module.AgentBenchmarkDataLoader()
|
|
105
|
+
else:
|
|
106
|
+
result["benchmark"] = benchmark_module
|
|
107
|
+
except Exception as e:
|
|
108
|
+
result["benchmark"] = None
|
|
109
|
+
result["benchmark_error"] = str(e)
|
|
110
|
+
|
|
111
|
+
# Load SFT loader (optional, may have consistency issues)
|
|
112
|
+
try:
|
|
113
|
+
sft_module = self.source_registry.load_source("agent_sft")
|
|
114
|
+
if hasattr(sft_module, "AgentSFTDataLoader"):
|
|
115
|
+
result["sft"] = sft_module.AgentSFTDataLoader()
|
|
116
|
+
else:
|
|
117
|
+
result["sft"] = sft_module
|
|
118
|
+
except Exception as e:
|
|
119
|
+
result["sft"] = None
|
|
120
|
+
result["sft_error"] = str(e)
|
|
121
|
+
|
|
122
|
+
self._profiles_cache[profile_name] = result
|
|
123
|
+
return result
|
|
124
|
+
|
|
125
|
+
def _load_profile_config(self, profile_name: str) -> dict[str, Any]:
|
|
126
|
+
"""Load profile-specific configuration."""
|
|
127
|
+
profile_path = Path(__file__).parent / "profiles" / f"{profile_name}.yaml"
|
|
128
|
+
|
|
129
|
+
if profile_path.exists() and HAS_YAML:
|
|
130
|
+
with open(profile_path) as f:
|
|
131
|
+
return yaml.safe_load(f)
|
|
132
|
+
|
|
133
|
+
# Default profile config
|
|
134
|
+
return {
|
|
135
|
+
"name": profile_name,
|
|
136
|
+
"sources": {
|
|
137
|
+
"benchmark": "agent_benchmark",
|
|
138
|
+
"tools": "agent_tools",
|
|
139
|
+
},
|
|
140
|
+
"filters": {
|
|
141
|
+
"task_types": ["tool_selection", "task_planning", "timing_judgment"],
|
|
142
|
+
"split": "dev",
|
|
143
|
+
},
|
|
144
|
+
"parameters": {
|
|
145
|
+
"batch_size": 8,
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
def list_profiles(self) -> list:
|
|
150
|
+
"""List available profiles."""
|
|
151
|
+
profiles_dir = Path(__file__).parent / "profiles"
|
|
152
|
+
if profiles_dir.exists():
|
|
153
|
+
return [p.stem for p in profiles_dir.glob("*.yaml")]
|
|
154
|
+
return ["quick_eval", "full_eval", "sft_training"]
|
|
155
|
+
|
|
156
|
+
def get_loader(self, source_name: str) -> Any:
|
|
157
|
+
"""
|
|
158
|
+
Get a specific data loader by source name.
|
|
159
|
+
|
|
160
|
+
Args:
|
|
161
|
+
source_name: One of "tools", "benchmark", "sft"
|
|
162
|
+
|
|
163
|
+
Returns:
|
|
164
|
+
Instantiated loader
|
|
165
|
+
"""
|
|
166
|
+
source_map = {
|
|
167
|
+
"tools": "agent_tools",
|
|
168
|
+
"benchmark": "agent_benchmark",
|
|
169
|
+
"sft": "agent_sft",
|
|
170
|
+
}
|
|
171
|
+
|
|
172
|
+
if source_name not in source_map:
|
|
173
|
+
raise ValueError(f"Unknown source: {source_name}. Available: {list(source_map.keys())}")
|
|
174
|
+
|
|
175
|
+
module = self.source_registry.load_source(source_map[source_name])
|
|
176
|
+
|
|
177
|
+
# Try to instantiate loader
|
|
178
|
+
loader_names = [
|
|
179
|
+
f"Agent{source_name.title()}DataLoader",
|
|
180
|
+
f"{source_name.title()}DataLoader",
|
|
181
|
+
]
|
|
182
|
+
|
|
183
|
+
for name in loader_names:
|
|
184
|
+
if hasattr(module, name):
|
|
185
|
+
loader_class = getattr(module, name)
|
|
186
|
+
return loader_class()
|
|
187
|
+
|
|
188
|
+
return module
|
|
189
|
+
|
|
190
|
+
|
|
191
|
+
__all__ = ["AgentEvalUsage"]
|
|
Binary file
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
description: "Agent evaluation experiments - tool selection, planning, and timing judgment"
|
|
2
|
+
maintainer: "SAGE Agent Benchmark Team"
|
|
3
|
+
version: "0.1.0"
|
|
4
|
+
|
|
5
|
+
# Dataset mappings for this usage
|
|
6
|
+
datasets:
|
|
7
|
+
tools: "agent_tools"
|
|
8
|
+
benchmark: "agent_benchmark"
|
|
9
|
+
sft: "agent_sft"
|
|
10
|
+
|
|
11
|
+
# Available profiles for different evaluation scenarios
|
|
12
|
+
profiles:
|
|
13
|
+
quick_eval: "profiles/quick_eval.yaml"
|
|
14
|
+
full_eval: "profiles/full_eval.yaml"
|
|
15
|
+
sft_training: "profiles/sft_training.yaml"
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
name: "full_eval"
|
|
2
|
+
description: "Comprehensive evaluation across all task types on test set"
|
|
3
|
+
sources:
|
|
4
|
+
benchmark: agent_benchmark
|
|
5
|
+
tools: agent_tools
|
|
6
|
+
filters:
|
|
7
|
+
task_types:
|
|
8
|
+
- tool_selection
|
|
9
|
+
- task_planning
|
|
10
|
+
- timing_judgment
|
|
11
|
+
split: "test"
|
|
12
|
+
parameters:
|
|
13
|
+
batch_size: 16
|
|
14
|
+
enable_tool_retrieval: true
|
|
15
|
+
top_k_tools: 20
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
description: "LibAMM (Library for Approximate Matrix Multiplication) benchmark datasets"
|
|
2
|
+
maintainer: "libamm-team"
|
|
3
|
+
datasets:
|
|
4
|
+
# Note: LibAMM datasets are currently in libamm-benchmark/
|
|
5
|
+
# Future: create dedicated sources for sift, mnist, etc.
|
|
6
|
+
libamm_data: "libamm_benchmark"
|
|
7
|
+
|
|
8
|
+
# Placeholder for when individual datasets are migrated
|
|
9
|
+
# sift: "sift"
|
|
10
|
+
# mnist: "mnist"
|
|
11
|
+
# ast: "ast"
|
|
12
|
+
# bus: "bus"
|
|
13
|
+
# qcd: "qcd"
|