testing

test your environment locally before running remote training jobs.

quick test loop

import asyncio
from trainer.corpus.corpora.search import CorporaSearch
from trainer.envs.search_env import SearchEnv

async def test_env():
    search = CorporaSearch(
        api_key="test-key",
        corpus_name="test-corpus",
        base_url="http://localhost:8000",
    )
    env = SearchEnv(search=search)

    tools = await env.list_tools()
    print([t.name for t in tools])

    result = await env.run_tool(
        rollout_id="test-123",
        tool_name="search",
        query="test query",
    )
    print(result)

    reward = await env.compute_reward(
        rollout_id="test-123",
        completion="retrieved some text",
        ground_truth="expected answer",
        reference_chunks=[{"content": "some text"}],
    )
    print(reward)

    await env.shutdown()

asyncio.run(test_env())

before launch

• verify import paths and dependencies.
• verify dataset load and split behavior.
• verify reward function output range and stability.