genlayer-test 0.4.0__tar.gz → 1.0.0__tar.gz

{genlayer_test-0.4.0 → genlayer_test-1.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: genlayer-test
-Version: 0.4.0
+Version: 1.0.0
 Summary: GenLayer Testing Suite
 Author: GenLayer
 License-Expression: MIT
@@ -15,7 +15,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: pytest
 Requires-Dist: setuptools>=77.0
-Requires-Dist: genlayer-py==0.6.1
+Requires-Dist: genlayer-py==0.7.1
 Requires-Dist: colorama>=0.4.6
 Requires-Dist: pyyaml
 Requires-Dist: python-dotenv
@@ -59,8 +59,8 @@ contract = factory.deploy(account=other_account)
 assert contract.account == other_account
 
 # Interact with the contract
-result = contract.get_value()  # Read method
-tx_receipt = contract.set_value(args=["new_value"])  # Write method
+result = contract.get_value().call()  # Read method
+tx_receipt = contract.set_value(args=["new_value"]).transact()  # Write method
 
 assert tx_execution_succeeded(tx_receipt)
 ```
@@ -320,7 +320,7 @@ def test_deployment():
 
 ### Read Methods
 
-Reading from the contract is straightforward:
+Reading from the contract requires calling `.call()` on the method:
 
 ```python
 from gltest import get_contract_factory
@@ -332,7 +332,7 @@ def test_read_methods():
     contract = factory.deploy()
 
     # Call a read-only method
-    result = contract.get_value(args=[])
+    result = contract.get_storage(args=[]).call()
     
     # Assert the result matches the initial value
     assert result == "initial_value"
@@ -340,7 +340,7 @@ def test_read_methods():
 
 ### Write Methods
 
-Writing to the contract requires transaction handling:
+Writing to the contract requires calling `.transact()` on the method. Method arguments are passed to the write method, while transaction parameters are passed to `.transact()`:
 
 ```python
 from gltest import get_contract_factory
@@ -354,6 +354,7 @@ def test_write_methods():
     # Call a write method with arguments
     tx_receipt = contract.update_storage(
         args=["new_value"],  # Method arguments
+    ).transact(
         value=0,  # Optional: amount of native currency to send
         consensus_max_rotations=3,  # Optional: max consensus rotations
         leader_only=False,  # Optional: whether to run only on leader
@@ -365,7 +366,7 @@ def test_write_methods():
     assert tx_execution_succeeded(tx_receipt)
     
     # Verify the value was updated
-    assert contract.get_storage() == "new_value"
+    assert contract.get_storage().call() == "new_value"
 ```
 
 ### Assertions
@@ -503,6 +504,50 @@ Fixtures help maintain clean, DRY test code by:
 - Ensuring consistent test environments
 - Managing resource cleanup automatically
 - Providing appropriate scoping for performance
+### Statistical Analysis with `.analyze()`
+
+The GenLayer Testing Suite provides a powerful `.analyze()` method for write operations that performs statistical analysis through multiple simulation runs. This is particularly useful for testing LLM-based contracts where outputs may vary:
+
+```python
+from gltest import get_contract_factory
+
+def test_analyze_method():
+    factory = get_contract_factory("LlmContract")
+    contract = factory.deploy()
+    
+    # Analyze a write method's behavior across multiple runs
+    analysis = contract.process_with_llm(args=["input_data"]).analyze(
+        provider="openai",           # LLM provider
+        model="gpt-4o",             # Model to use
+        runs=100,                   # Number of simulation runs (default: 100)
+        config=None,                # Optional: provider-specific config
+        plugin=None,                # Optional: plugin name
+        plugin_config=None,         # Optional: plugin configuration
+    )
+    
+    # Access analysis results
+    print(f"Method: {analysis.method}")
+    print(f"Success rate: {analysis.success_rate:.2f}%")
+    print(f"Reliability score: {analysis.reliability_score:.2f}%")
+    print(f"Unique states: {analysis.unique_states}")
+    print(f"Execution time: {analysis.execution_time:.1f}s")
+    
+    # The analysis returns a MethodStatsSummary object with:
+    # - method: The contract method name
+    # - args: Arguments passed to the method
+    # - total_runs: Total number of simulation runs
+    # - successful_runs: Number of successful executions
+    # - failed_runs: Number of failed executions
+    # - unique_states: Number of unique contract states observed
+    # - reliability_score: Percentage of runs with the most common state
+    # - execution_time: Total time for all simulations
+```
+
+The `.analyze()` method helps you:
+- Test non-deterministic contract methods
+- Measure consistency of LLM-based operations
+- Identify edge cases and failure patterns
+- Benchmark performance across multiple runs
 
 ## 📝 Best Practices
 
@@ -546,6 +591,7 @@ Fixtures help maintain clean, DRY test code by:
    ```python
    tx_receipt = contract.set_value(
        args=["new_value"],
+   ).transact(
        wait_interval=2,  # Increase wait interval between status checks
        wait_retries=20,  # Increase number of retry attempts
    )

{genlayer_test-0.4.0 → genlayer_test-1.0.0}/README.md

@@ -36,8 +36,8 @@ contract = factory.deploy(account=other_account)
 assert contract.account == other_account
 
 # Interact with the contract
-result = contract.get_value()  # Read method
-tx_receipt = contract.set_value(args=["new_value"])  # Write method
+result = contract.get_value().call()  # Read method
+tx_receipt = contract.set_value(args=["new_value"]).transact()  # Write method
 
 assert tx_execution_succeeded(tx_receipt)
 ```
@@ -297,7 +297,7 @@ def test_deployment():
 
 ### Read Methods
 
-Reading from the contract is straightforward:
+Reading from the contract requires calling `.call()` on the method:
 
 ```python
 from gltest import get_contract_factory
@@ -309,7 +309,7 @@ def test_read_methods():
     contract = factory.deploy()
 
     # Call a read-only method
-    result = contract.get_value(args=[])
+    result = contract.get_storage(args=[]).call()
     
     # Assert the result matches the initial value
     assert result == "initial_value"
@@ -317,7 +317,7 @@ def test_read_methods():
 
 ### Write Methods
 
-Writing to the contract requires transaction handling:
+Writing to the contract requires calling `.transact()` on the method. Method arguments are passed to the write method, while transaction parameters are passed to `.transact()`:
 
 ```python
 from gltest import get_contract_factory
@@ -331,6 +331,7 @@ def test_write_methods():
     # Call a write method with arguments
     tx_receipt = contract.update_storage(
         args=["new_value"],  # Method arguments
+    ).transact(
         value=0,  # Optional: amount of native currency to send
         consensus_max_rotations=3,  # Optional: max consensus rotations
         leader_only=False,  # Optional: whether to run only on leader
@@ -342,7 +343,7 @@ def test_write_methods():
     assert tx_execution_succeeded(tx_receipt)
     
     # Verify the value was updated
-    assert contract.get_storage() == "new_value"
+    assert contract.get_storage().call() == "new_value"
 ```
 
 ### Assertions
@@ -480,6 +481,50 @@ Fixtures help maintain clean, DRY test code by:
 - Ensuring consistent test environments
 - Managing resource cleanup automatically
 - Providing appropriate scoping for performance
+### Statistical Analysis with `.analyze()`
+
+The GenLayer Testing Suite provides a powerful `.analyze()` method for write operations that performs statistical analysis through multiple simulation runs. This is particularly useful for testing LLM-based contracts where outputs may vary:
+
+```python
+from gltest import get_contract_factory
+
+def test_analyze_method():
+    factory = get_contract_factory("LlmContract")
+    contract = factory.deploy()
+    
+    # Analyze a write method's behavior across multiple runs
+    analysis = contract.process_with_llm(args=["input_data"]).analyze(
+        provider="openai",           # LLM provider
+        model="gpt-4o",             # Model to use
+        runs=100,                   # Number of simulation runs (default: 100)
+        config=None,                # Optional: provider-specific config
+        plugin=None,                # Optional: plugin name
+        plugin_config=None,         # Optional: plugin configuration
+    )
+    
+    # Access analysis results
+    print(f"Method: {analysis.method}")
+    print(f"Success rate: {analysis.success_rate:.2f}%")
+    print(f"Reliability score: {analysis.reliability_score:.2f}%")
+    print(f"Unique states: {analysis.unique_states}")
+    print(f"Execution time: {analysis.execution_time:.1f}s")
+    
+    # The analysis returns a MethodStatsSummary object with:
+    # - method: The contract method name
+    # - args: Arguments passed to the method
+    # - total_runs: Total number of simulation runs
+    # - successful_runs: Number of successful executions
+    # - failed_runs: Number of failed executions
+    # - unique_states: Number of unique contract states observed
+    # - reliability_score: Percentage of runs with the most common state
+    # - execution_time: Total time for all simulations
+```
+
+The `.analyze()` method helps you:
+- Test non-deterministic contract methods
+- Measure consistency of LLM-based operations
+- Identify edge cases and failure patterns
+- Benchmark performance across multiple runs
 
 ## 📝 Best Practices
 
@@ -523,6 +568,7 @@ Fixtures help maintain clean, DRY test code by:
    ```python
    tx_receipt = contract.set_value(
        args=["new_value"],
+   ).transact(
        wait_interval=2,  # Increase wait interval between status checks
        wait_retries=20,  # Increase number of retry attempts
    )

{genlayer_test-0.4.0 → genlayer_test-1.0.0}/genlayer_test.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: genlayer-test
-Version: 0.4.0
+Version: 1.0.0
 Summary: GenLayer Testing Suite
 Author: GenLayer
 License-Expression: MIT
@@ -15,7 +15,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: pytest
 Requires-Dist: setuptools>=77.0
-Requires-Dist: genlayer-py==0.6.1
+Requires-Dist: genlayer-py==0.7.1
 Requires-Dist: colorama>=0.4.6
 Requires-Dist: pyyaml
 Requires-Dist: python-dotenv
@@ -59,8 +59,8 @@ contract = factory.deploy(account=other_account)
 assert contract.account == other_account
 
 # Interact with the contract
-result = contract.get_value()  # Read method
-tx_receipt = contract.set_value(args=["new_value"])  # Write method
+result = contract.get_value().call()  # Read method
+tx_receipt = contract.set_value(args=["new_value"]).transact()  # Write method
 
 assert tx_execution_succeeded(tx_receipt)
 ```
@@ -320,7 +320,7 @@ def test_deployment():
 
 ### Read Methods
 
-Reading from the contract is straightforward:
+Reading from the contract requires calling `.call()` on the method:
 
 ```python
 from gltest import get_contract_factory
@@ -332,7 +332,7 @@ def test_read_methods():
     contract = factory.deploy()
 
     # Call a read-only method
-    result = contract.get_value(args=[])
+    result = contract.get_storage(args=[]).call()
     
     # Assert the result matches the initial value
     assert result == "initial_value"
@@ -340,7 +340,7 @@ def test_read_methods():
 
 ### Write Methods
 
-Writing to the contract requires transaction handling:
+Writing to the contract requires calling `.transact()` on the method. Method arguments are passed to the write method, while transaction parameters are passed to `.transact()`:
 
 ```python
 from gltest import get_contract_factory
@@ -354,6 +354,7 @@ def test_write_methods():
     # Call a write method with arguments
     tx_receipt = contract.update_storage(
         args=["new_value"],  # Method arguments
+    ).transact(
         value=0,  # Optional: amount of native currency to send
         consensus_max_rotations=3,  # Optional: max consensus rotations
         leader_only=False,  # Optional: whether to run only on leader
@@ -365,7 +366,7 @@ def test_write_methods():
     assert tx_execution_succeeded(tx_receipt)
     
     # Verify the value was updated
-    assert contract.get_storage() == "new_value"
+    assert contract.get_storage().call() == "new_value"
 ```
 
 ### Assertions
@@ -503,6 +504,50 @@ Fixtures help maintain clean, DRY test code by:
 - Ensuring consistent test environments
 - Managing resource cleanup automatically
 - Providing appropriate scoping for performance
+### Statistical Analysis with `.analyze()`
+
+The GenLayer Testing Suite provides a powerful `.analyze()` method for write operations that performs statistical analysis through multiple simulation runs. This is particularly useful for testing LLM-based contracts where outputs may vary:
+
+```python
+from gltest import get_contract_factory
+
+def test_analyze_method():
+    factory = get_contract_factory("LlmContract")
+    contract = factory.deploy()
+    
+    # Analyze a write method's behavior across multiple runs
+    analysis = contract.process_with_llm(args=["input_data"]).analyze(
+        provider="openai",           # LLM provider
+        model="gpt-4o",             # Model to use
+        runs=100,                   # Number of simulation runs (default: 100)
+        config=None,                # Optional: provider-specific config
+        plugin=None,                # Optional: plugin name
+        plugin_config=None,         # Optional: plugin configuration
+    )
+    
+    # Access analysis results
+    print(f"Method: {analysis.method}")
+    print(f"Success rate: {analysis.success_rate:.2f}%")
+    print(f"Reliability score: {analysis.reliability_score:.2f}%")
+    print(f"Unique states: {analysis.unique_states}")
+    print(f"Execution time: {analysis.execution_time:.1f}s")
+    
+    # The analysis returns a MethodStatsSummary object with:
+    # - method: The contract method name
+    # - args: Arguments passed to the method
+    # - total_runs: Total number of simulation runs
+    # - successful_runs: Number of successful executions
+    # - failed_runs: Number of failed executions
+    # - unique_states: Number of unique contract states observed
+    # - reliability_score: Percentage of runs with the most common state
+    # - execution_time: Total time for all simulations
+```
+
+The `.analyze()` method helps you:
+- Test non-deterministic contract methods
+- Measure consistency of LLM-based operations
+- Identify edge cases and failure patterns
+- Benchmark performance across multiple runs
 
 ## 📝 Best Practices
 
@@ -546,6 +591,7 @@ Fixtures help maintain clean, DRY test code by:
    ```python
    tx_receipt = contract.set_value(
        args=["new_value"],
+   ).transact(
        wait_interval=2,  # Increase wait interval between status checks
        wait_retries=20,  # Increase number of retry attempts
    )

{genlayer_test-0.4.0 → genlayer_test-1.0.0}/genlayer_test.egg-info/SOURCES.txt

@@ -8,16 +8,22 @@ genlayer_test.egg-info/entry_points.txt
 genlayer_test.egg-info/requires.txt
 genlayer_test.egg-info/top_level.txt
 gltest/__init__.py
+gltest/accounts.py
 gltest/assertions.py
+gltest/clients.py
 gltest/exceptions.py
 gltest/fixtures.py
+gltest/logging.py
 gltest/types.py
 gltest/artifacts/__init__.py
 gltest/artifacts/contract.py
-gltest/glchain/__init__.py
-gltest/glchain/account.py
-gltest/glchain/client.py
-gltest/glchain/contract.py
+gltest/contracts/__init__.py
+gltest/contracts/contract.py
+gltest/contracts/contract_factory.py
+gltest/contracts/contract_functions.py
+gltest/contracts/method_stats.py
+gltest/contracts/stats_collector.py
+gltest/contracts/utils.py
 gltest/helpers/__init__.py
 gltest/helpers/fixture_snapshot.py
 gltest/helpers/take_snapshot.py
@@ -27,6 +33,7 @@ gltest_cli/config/__init__.py
 gltest_cli/config/constants.py
 gltest_cli/config/general.py
 gltest_cli/config/plugin.py
+gltest_cli/config/pytest_context.py
 gltest_cli/config/types.py
 gltest_cli/config/user.py
 tests/__init__.py
@@ -47,6 +54,7 @@ tests/examples/contracts/multi_file_contract/other.py
 tests/examples/tests/test_football_prediction_market.py
 tests/examples/tests/test_intelligent_oracle_factory.py
 tests/examples/tests/test_llm_erc20.py
+tests/examples/tests/test_llm_erc20_analyze.py
 tests/examples/tests/test_log_indexer.py
 tests/examples/tests/test_multi_file_contract.py
 tests/examples/tests/test_multi_file_contract_legacy.py
@@ -65,5 +73,6 @@ tests/gltest/artifact/contracts/duplicate_ic_contract_2.py
 tests/gltest/artifact/contracts/not_ic_contract.py
 tests/gltest/assertions/test_assertions.py
 tests/gltest_cli/__init__.py
+tests/gltest_cli/config/test_general_config.py
 tests/gltest_cli/config/test_plugin.py
 tests/gltest_cli/config/test_user.py

{genlayer_test-0.4.0 → genlayer_test-1.0.0}/genlayer_test.egg-info/requires.txt

@@ -1,6 +1,6 @@
 pytest
 setuptools>=77.0
-genlayer-py==0.6.1
+genlayer-py==0.7.1
 colorama>=0.4.6
 pyyaml
 python-dotenv

{genlayer_test-0.4.0 → genlayer_test-1.0.0}/gltest/__init__.py

@@ -1,14 +1,15 @@
-from gltest.glchain import (
-    create_account,
+from gltest.accounts import (
+    get_default_account,
+    get_accounts,
     create_accounts,
-    get_contract_factory,
+    create_account,
+)
+from gltest.clients import (
     get_gl_client,
-    get_accounts,
-    get_default_account,
 )
+from gltest.contracts import get_contract_factory
 
 __all__ = [
-    "find_contract_definition",
     "create_account",
     "create_accounts",
     "get_contract_factory",

genlayer_test-0.4.0/gltest/glchain/client.py → genlayer_test-1.0.0/gltest/clients.py

@@ -1,6 +1,6 @@
 from genlayer_py.chains import localnet
 from genlayer_py import create_client
-from .account import get_default_account
+from gltest.accounts import get_default_account
 from functools import lru_cache
 from gltest_cli.config.general import get_general_config
 

genlayer_test-1.0.0/gltest/contracts/__init__.py

@@ -0,0 +1,4 @@
+from .contract import Contract
+from .contract_factory import ContractFactory, get_contract_factory
+
+__all__ = ["Contract", "ContractFactory", "get_contract_factory"]

genlayer_test-1.0.0/gltest/contracts/contract.py

@@ -0,0 +1,193 @@
+import types
+from eth_account.signers.local import LocalAccount
+from dataclasses import dataclass
+from gltest.clients import get_gl_client
+from gltest.types import CalldataEncodable, GenLayerTransaction, TransactionStatus
+from typing import List, Any, Optional, Dict, Callable
+from gltest_cli.config.general import get_general_config
+from .contract_functions import ContractFunction
+from .stats_collector import StatsCollector, SimulationConfig
+
+
+def read_contract_wrapper(
+    self,
+    method_name: str,
+    args: Optional[List[CalldataEncodable]] = None,
+) -> Any:
+    """
+    Wrapper to the contract read method.
+    """
+
+    def call_method():
+        client = get_gl_client()
+        return client.read_contract(
+            address=self.address,
+            function_name=method_name,
+            account=self.account,
+            args=args,
+        )
+
+    return ContractFunction(
+        method_name=method_name,
+        read_only=True,
+        call_method=call_method,
+    )
+
+
+def write_contract_wrapper(
+    self,
+    method_name: str,
+    args: Optional[List[CalldataEncodable]] = None,
+) -> GenLayerTransaction:
+    """
+    Wrapper to the contract write method.
+    """
+
+    def transact_method(
+        value: int = 0,
+        consensus_max_rotations: Optional[int] = None,
+        leader_only: bool = False,
+        wait_transaction_status: TransactionStatus = TransactionStatus.FINALIZED,
+        wait_interval: Optional[int] = None,
+        wait_retries: Optional[int] = None,
+        wait_triggered_transactions: bool = True,
+        wait_triggered_transactions_status: TransactionStatus = TransactionStatus.FINALIZED,
+    ):
+        """
+        Transact the contract method.
+        """
+        general_config = get_general_config()
+        actual_wait_interval = (
+            wait_interval
+            if wait_interval is not None
+            else general_config.get_default_wait_interval()
+        )
+        actual_wait_retries = (
+            wait_retries
+            if wait_retries is not None
+            else general_config.get_default_wait_retries()
+        )
+        client = get_gl_client()
+        tx_hash = client.write_contract(
+            address=self.address,
+            function_name=method_name,
+            account=self.account,
+            value=value,
+            consensus_max_rotations=consensus_max_rotations,
+            leader_only=leader_only,
+            args=args,
+        )
+        receipt = client.wait_for_transaction_receipt(
+            transaction_hash=tx_hash,
+            status=wait_transaction_status,
+            interval=actual_wait_interval,
+            retries=actual_wait_retries,
+        )
+        if wait_triggered_transactions:
+            triggered_transactions = receipt["triggered_transactions"]
+            for triggered_transaction in triggered_transactions:
+                client.wait_for_transaction_receipt(
+                    transaction_hash=triggered_transaction,
+                    status=wait_triggered_transactions_status,
+                    interval=actual_wait_interval,
+                    retries=actual_wait_retries,
+                )
+        return receipt
+
+    def analyze_method(
+        provider: str,
+        model: str,
+        config: Optional[Dict[str, Any]] = None,
+        plugin: Optional[str] = None,
+        plugin_config: Optional[Dict[str, Any]] = None,
+        runs: int = 100,
+    ):
+        """
+        Analyze the contract method using StatsCollector.
+        """
+        collector = StatsCollector(
+            contract_address=self.address,
+            method_name=method_name,
+            account=self.account,
+            args=args,
+        )
+        sim_config = SimulationConfig(
+            provider=provider,
+            model=model,
+            config=config,
+            plugin=plugin,
+            plugin_config=plugin_config,
+        )
+        sim_results = collector.run_simulations(sim_config, runs)
+        return collector.analyze_results(sim_results, runs, sim_config)
+
+    return ContractFunction(
+        method_name=method_name,
+        read_only=False,
+        transact_method=transact_method,
+        analyze_method=analyze_method,
+    )
+
+
+def contract_function_factory(method_name: str, read_only: bool) -> Callable:
+    """
+    Create a function that interacts with a specific contract method.
+    """
+    if read_only:
+        return lambda self, args=None: read_contract_wrapper(self, method_name, args)
+    return lambda self, args=None: write_contract_wrapper(self, method_name, args)
+
+
+@dataclass
+class Contract:
+    """
+    Class to interact with a contract, its methods
+    are implemented dynamically at build time.
+    """
+
+    address: str
+    account: Optional[LocalAccount] = None
+    _schema: Optional[Dict[str, Any]] = None
+
+    @classmethod
+    def new(
+        cls,
+        address: str,
+        schema: Dict[str, Any],
+        account: Optional[LocalAccount] = None,
+    ) -> "Contract":
+        """
+        Build the methods from the schema.
+        """
+        if not isinstance(schema, dict) or "methods" not in schema:
+            raise ValueError("Invalid schema: must contain 'methods' field")
+        instance = cls(address=address, _schema=schema, account=account)
+        instance._build_methods_from_schema()
+        return instance
+
+    def _build_methods_from_schema(self):
+        """
+        Build the methods from the schema.
+        """
+        if self._schema is None:
+            raise ValueError("No schema provided")
+        for method_name, method_info in self._schema["methods"].items():
+            if not isinstance(method_info, dict) or "readonly" not in method_info:
+                raise ValueError(
+                    f"Invalid method info for '{method_name}': must contain 'readonly' field"
+                )
+            method_func = contract_function_factory(
+                method_name, method_info["readonly"]
+            )
+            bound_method = types.MethodType(method_func, self)
+            setattr(self, method_name, bound_method)
+
+    def connect(self, account: LocalAccount) -> "Contract":
+        """
+        Create a new instance of the contract with the same methods and a different account.
+        """
+        new_contract = self.__class__(
+            address=self.address, account=account, _schema=self._schema
+        )
+        new_contract._build_methods_from_schema()
+        return new_contract