§
    ‰eîi‹Þ  ã                   óÐ  — U d Z ddlZddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlZddlmZ ddlZddlmZ ddlmZ ddlmZmZmZmZ ddlmZ  ej        e¦  «        Z ee¦  «        j        j        Zedz  Zed	z  d
z  Z edz  Z! e¦   «         dz  dz  Z"d„ Z#ddddddddddddœddddddddœgd d!d"d#dd$œd%d%d&œZ$ e%e$ &                    d'i ¦  «         '                    ¦   «         ¦  «        Z(e G d(„ d)¦  «        ¦   «         Z)e G d*„ d+¦  «        ¦   «         Z*g a+ee)         e,d,<   da-ee.         e,d-<   i a/ee.ef         e,d.<   i Z0ee.ee.ee.ef         f         f         e,d/<   i Z1ee.e*f         e,d0<   i Z2ee.e3f         e,d1<   d2Z4d3ee)         fd4„Z5d5e.d3ee.ee.ef         f         fd6„Z6d7„ Z7d8e*d9efd:„Z8d8e*fd;„Z9d8e*fd<„Z:d3e.fd=„Z;d>e.d3e.fd?„Z<d3e.fd@„Z=dAe.dBed3e.fdC„Z>d3e.fdD„Z?dEe.d3e.fdF„Z@dEe.d3e.fdG„ZAdEe.d3e.fdH„ZBd3e.fdI„ZCdJdKdLdMœdNdOdPdMœdQdRdSdMœgZDdZEdTZFeEeFdfdUeGdVeGdWeee.                  d3e.fdX„ZHd3eIfdY„ZJd3eIfdZ„ZKd3ee.         fd[„ZLdd\lMmNZN d]d^d_i g d`œdaœZOdbdcd_d>dddedfœid>gd`œdaœZPdgdhd_i g d`œdaœZQdidjd_dddkdfœdldmidnœdAdBgd`œdaœZRdodpd_i g d`œdaœZSdqdrd_dEdddsdfœidEgd`œdaœZTdtdud_dEdddvdfœidEgd`œdaœZUdwdxd_dEdddydfœidEgd`œdaœZVdzd{d_i g d`œdaœZWd|d}d_d~ddd€œd~d�dTd€œd‚dƒddid„d…œd†œg d`œdaœZXd‡dˆgZY eNjZ        d]d‰dŠeOd‹„ eKeYd¬Œ¦  «          eNjZ        dbd‰dŠePd�„ eKeYd¬Œ¦  «          eNjZ        dgd‰dŠeQdŽ„ eKeYd¬Œ¦  «          eNjZ        did‰dŠeRd�„ eKeYd¬Œ¦  «          eNjZ        dod‰dŠeSd�„ eKeYd¬Œ¦  «          eNjZ        dqd‰dŠeTd‘„ eKeYd¬Œ¦  «          eNjZ        dtd‰dŠeUd’„ eKeYd¬Œ¦  «          eNjZ        dwd‰dŠeVd“„ eKeYd¬Œ¦  «          eNjZ        dzd‰dŠeWd”„ eKeYd¬Œ¦  «          eNjZ        d|d‰dŠeXd•„ eKeYd¬Œ¦  «         dS )–a$  
RL Training Tools Module

This module provides tools for running RL training through Tinker-Atropos.
Directly manages training processes without requiring a separate API server.

Features:
- Environment discovery (AST-based scanning for BaseEnv subclasses)
- Configuration management with locked infrastructure settings
- Training run lifecycle via subprocess management
- WandB metrics monitoring

Required environment variables:
- TINKER_API_KEY: API key for Tinker service
- WANDB_API_KEY: API key for Weights & Biases metrics

Usage:
    from tools.rl_training_tool import (
        rl_list_environments,
        rl_select_environment,
        rl_get_current_config,
        rl_edit_config,
        rl_start_training,
        rl_check_status,
        rl_stop_training,
        rl_get_results,
    )
é    N)Údatetime)Ú	dataclass)ÚPath)ÚAnyÚDictÚListÚOptional)Úget_hermes_homeztinker-atroposÚtinker_atroposÚenvironmentsÚconfigsÚlogsÚrl_trainingc                  ór   — t                                ¦   «         rt                               d¬¦  «         dS dS )zNLazily create logs directory on first use (avoid side effects at import time).T©Úexist_okN)ÚTINKER_ATROPOS_ROOTÚexistsÚLOGS_DIRÚmkdir© ó    ú8/home/div/.hermes/hermes-agent/tools/rl_training_tool.pyÚ_ensure_logs_dirr   >   s:   € å×!Ò!Ñ#Ô#ð &Ý�Š ˆÑ%Ô%Ð%Ð%Ð%ð&ð &r   zQwen/Qwen3-8Bzhttp://localhost:8000Ti    i   i  iÄ	  é   é   g      ð?gš™™™™™¹?)Útokenizer_nameÚrollout_server_urlÚ	use_wandbÚmax_token_lengthÚmax_num_workersÚworker_timeoutÚtotal_stepsÚsteps_per_evalÚmax_batches_offpolicyÚinference_weightÚeval_limit_ratiozhttp://localhost:8001/v1Úxé   Úsglang)Ú
model_nameÚbase_urlÚapi_keyÚweightÚnum_requests_for_evalÚtimeoutÚserver_typeé    gñhãˆµø?i(#  z./temp/)Ú	lora_rankÚlearning_rateÚmax_token_trainer_lengthÚcheckpoint_dirÚsave_checkpoint_intervalF)ÚenvÚopenaiÚtinkerÚslurmÚtestingr8   c                   óN   — e Zd ZU dZeed<   eed<   eed<   dZeed<   dZeed<   d	S )
ÚEnvironmentInfoz+Information about a discovered environment.ÚnameÚ
class_nameÚ	file_pathÚ ÚdescriptionÚBaseEnvConfigÚconfig_classN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚstrÚ__annotations__rC   rE   r   r   r   r>   r>   s   sS   € € € € € € à5Ð5Ø
€I€I�IØ€O€O�OØ€N€N�NØ€K�ÐÐÑØ'€L�#Ð'Ð'Ñ'Ð'Ð'r   r>   c                   óô   — e Zd ZU dZeed<   eed<   eeef         ed<   dZeed<   dZ	eed<   dZ
eed	<   dZeed
<   dZeed<   dZeej                 ed<   dZeej                 ed<   dZeej                 ed<   dS )ÚRunStatezState for a training run.Úrun_idÚenvironmentÚconfigÚpendingÚstatusrB   Úerror_messageÚwandb_projectÚwandb_run_nameg        Ú
start_timeNÚapi_processÚtrainer_processÚenv_process)rF   rG   rH   rI   rJ   rK   r   r   rR   rS   rT   rU   rV   ÚfloatrW   r	   Ú
subprocessÚPopenrX   rY   r   r   r   rM   rM   }   sÙ   € € € € € € à#Ð#Ø€K€K�KØÐÐÑØ��c�ŒNÐÐÑØ€FˆCÐÐÑØ€M�3ÐÐÑØ€M�3ÐÐÑØ€N�CÐÐÑØ€J�ÐÐÑà.2€K�˜*Ô*Ô+Ð2Ð2Ñ2Ø26€O�X˜jÔ.Ô/Ð6Ð6Ñ6Ø.2€K�˜*Ô*Ô+Ð2Ð2Ñ2Ð2Ð2r   rM   Ú_environmentsÚ_current_envÚ_current_configÚ_env_config_cacheÚ_active_runsÚ_last_status_checki  Úreturnc                  ó  — g } t                                ¦   «         s| S t                                d¦  «        D �]Å}|j                             d¦  «        rŒ	 t          |d¦  «        5 }t          j        |                     ¦   «         ¦  «        }ddd¦  «         n# 1 swxY w Y   t          j	        |¦  «        D �]}t          |t          j        ¦  «        �rð|j        D �]ç}d}t          |t          j        ¦  «        r|j        }n!t          |t          j        ¦  «        r|j        }|dk    �r˜|j        }d}d}	|j        D �]?}
t          |
t          j        ¦  «        r‘|
j        D ]‰}t          |t          j        ¦  «        rm|j        dk    r,t          |
j        t          j        ¦  «        r|
j        j        }ŒS|j        d	k    r+t          |
j        t          j        ¦  «        r|
j        j        }	ŒŠt          |
t          j        ¦  «        rwt          |
j        t          j        ¦  «        rXt          |
j        j        t0          ¦  «        r9|s7|
j        j                             d
¦  «        d                              ¦   «         }�ŒA|                      t9          ||j        t1          |¦  «        |p	d|j        › �|	¬¦  «        ¦  «          n�Œé�Œ�Œ“# t:          $ r'}t<                               d||¦  «         Y d}~�Œ¿d}~ww xY w| S )zK
    Scan the environments directory for BaseEnv subclasses using AST.
    z*.pyÚ_ÚrNrB   ÚBaseEnvrD   r?   Úenv_config_clsÚ
r   zEnvironment from )r?   r@   rA   rC   rE   zCould not parse %s: %s) ÚENVIRONMENTS_DIRr   Úglobr?   Ú
startswithÚopenÚastÚparseÚreadÚwalkÚ
isinstanceÚClassDefÚbasesÚNameÚidÚ	AttributeÚattrÚstemÚbodyÚAssignÚtargetsÚvalueÚConstantÚExprrJ   ÚsplitÚstripÚappendr>   Ú	ExceptionÚloggerÚwarning)r   Úpy_fileÚfÚtreeÚnodeÚbaseÚ	base_nameÚenv_namerC   rE   ÚitemÚtargetÚes                r   Ú_scan_environmentsr�   ž   sT  € ð €Lå×"Ò"Ñ$Ô$ð ØÐå#×(Ò(¨Ñ0Ô0ð /Añ /AˆØŒ<×"Ò" 3Ñ'Ô'ð 	Øð+	AÝ�g˜sÑ#Ô#ð + qÝ”y §¢¡¤Ñ*Ô*�ð+ð +ð +ñ +ô +ð +ð +ð +ð +ð +ð +øøøð +ð +ð +ð +õ œ ™œð %"ñ %"�Ý˜d¥C¤LÑ1Ô1ñ $"à $¤
ð ""ñ ""˜Ø$&˜	Ý% d­C¬HÑ5Ô5ð 2Ø(,¬˜I˜IÝ'¨­c¬mÑ<Ô<ð 2Ø(,¬	˜Ià$¨	Ò1Ñ1à'.¤|˜HØ*,˜KØ+:˜Là(,¬	ð ^ñ ^ Ý#-¨dµC´JÑ#?Ô#?ð !MØ26´,ð %Mð %M¨Ý+5°f½c¼hÑ+GÔ+Gð )MØ/5¬y¸FÒ/BÐ/BÅzÐRVÔR\Õ^aÔ^jÑGkÔGkÐ/BØ;?¼:Ô;K°°Ø17´Ð>NÒ1NÐ1NÕS]Ð^bÔ^hÕjmÔjrÑSsÔSsÐ1NØ?C¼z¼}°øõ $.¨dµC´HÑ#=Ô#=ð !^Å*ÈTÌZÕY\ÔYeÑBfÔBfð !^Ý'1°$´*Ô2BÅCÑ'HÔ'Hð %^ÐQ\ð %^Ø6:´jÔ6F×6LÒ6LÈTÑ6RÔ6RÐSTÔ6U×6[Ò6[Ñ6]Ô6]¨ùà(×/Ò/µØ%-Ø+/¬9Ý*-¨g©,¬,Ø,7Ð,]Ð;]ÈwÌ|Ð;]Ð;]Ø-9ð1ñ 1ô 1ñ ô ð ð "˜Eñ7 2ùñ%"øõL ð 	Að 	Að 	AÝ�NŠNÐ3°W¸aÑ@Ô@Ð@Ð@Ð@Ð@Ð@Ñ@øøøøð	Aøøøð Ðs=   ÁKÁ''BÂKÂB	ÂKÂ!B	Â"H'KË
K<ËK7Ë7K<Úenv_file_pathc                 óÚ  — 	 t           j                             d| ¦  «        }t           j                             |¦  «        }|t          j        d<   |j                             |¦  «         d}t          |¦  «         	                    ¦   «         D ]Q\  }}t          |t          ¦  «        r7|dk    r1t          |d¦  «        r!t          t          |d¦  «        ¦  «        r|} nŒR|si S d}	 |                     ¦   «         \  }}t          |¦  «        }nS# t           $ rF}	t"                               d|	¦  «         	 ddlm}
 |
}n# t*          $ r
 i cY cY d}	~	S w xY wY d}	~	nd}	~	ww xY w|si S d„ }i }|j         	                    ¦   «         D ]´\  }}|j        } ||j        ¦  «        }|j        pd	}|t4          v }t          |d
t7          |¦  «        ¦  «        }t          |d¦  «        rt7          |¦  «        }t8                               di ¦  «                             ||¦  «        }|r ||¦  «        n|}|||||dœ||<   Œµ|S # t           $ r'}t"                               d|¦  «         i cY d}~S d}~ww xY w)zÒ
    Dynamically import an environment and extract its config fields.
    
    Uses config_init() to get the actual config class, with fallback to
    directly importing BaseEnvConfig if config_init fails.
    Ú
env_moduleNrg   Úconfig_initz5config_init failed (%s), using BaseEnvConfig defaultsr   )rD   c                 óÆ   — | €d S t          | d¦  «        r| j        S t          | d¦  «        r5t          | d¦  «        r%dt          t          | ¦  «        ¦  «        v r| j        S | S )Nr}   r?   Ú	__class__ÚEnum)Úhasattrr}   rJ   Útyper?   )Úvals    r   Úmake_serializablez1_get_env_config_fields.<locals>.make_serializable  sr   € Øˆ{Ø�tÝ�s˜GÑ$Ô$ð !Ø”yÐ Ý�s˜FÑ#Ô#ð  ­°°[Ñ(AÔ(Að  ÀfÕPSÕTXÐY\ÑT]ÔT]ÑP^ÔP^ÐF^ÐF^Ø”x�ØˆJr   rB   rF   Ú
__origin__r8   )r™   ÚdefaultrC   ÚlockedÚcurrent_valuez+Could not introspect environment config: %s)Ú	importlibÚutilÚspec_from_file_locationÚmodule_from_specÚsysÚmodulesÚloaderÚexec_moduleÚvarsÚitemsrr   r™   r˜   ÚcallableÚgetattrr”   rƒ   r„   ÚinfoÚatroposlib.envs.baserD   ÚImportErrorÚmodel_fieldsÚ
annotationr�   rC   ÚLOCKED_FIELD_NAMESrJ   ÚLOCKED_FIELDSÚgetr…   )r‘   ÚspecÚmoduleÚ	env_classr?   ÚobjrE   Ú
env_configÚserver_configsÚconfig_errorrD   r›   ÚfieldsÚ
field_nameÚ
field_infoÚ
field_typer�   rC   Ú	is_lockedÚ	type_nameÚlocked_valuerŸ   r�   s                          r   Ú_get_env_config_fieldsrÂ   Û   s   € ðJåŒ~×5Ò5°lÀMÑRÔRˆÝ”×0Ò0°Ñ6Ô6ˆØ$*�Œ�LÑ!ØŒ×Ò Ñ'Ô'Ð'ð ˆ	Ý˜f™œ×+Ò+Ñ-Ô-ð 	ð 	‰IˆD�#Ý˜#�tÑ$Ô$ð ¨°Ò):Ð):Ý˜3 Ñ.Ô.ð µ8½GÀCÈÑ<WÔ<WÑ3XÔ3Xð Ø #�IØ�Eøàð 	ØˆIð ˆð
	Ø)2×)>Ò)>Ñ)@Ô)@Ñ&ˆJ˜Ý 
Ñ+Ô+ˆLˆLøÝð 	ð 	ð 	å�KŠKÐOÐQ]Ñ^Ô^Ð^ðØ>Ð>Ð>Ð>Ð>Ð>Ø,��øÝð ð ð Ø�	�	�	�	�	�	�	�	ðøøøð ����øøøøð	øøøð ð 	ØˆIð	ð 	ð 	ð ˆØ&2Ô&?×&EÒ&EÑ&GÔ&Gð 	ð 	Ñ"ˆJ˜
Ø#Ô.ˆJØ'Ð'¨
Ô(:Ñ;Ô;ˆGØ$Ô0Ð6°BˆKà"Õ&8Ð8ˆIõ   
¨J½¸J¹¼ÑHÔHˆIÝ�z <Ñ0Ô0ð ,Ý 
™OœO�	å(×,Ò,¨U°BÑ7Ô7×;Ò;¸JÈÑPÔPˆLØ?HÐUÐ-Ð-¨lÑ;Ô;Ð;ÈgˆMð "Ø"Ø*Ø#Ø!.ð"ð "ˆF�:ÑÐð ˆøåð ð ð Ý�ŠÐDÀaÑHÔHÐHØˆ	ˆ	ˆ	ˆ	ˆ	ˆ	øøøøðøøøs…   ‚C H9 Ã#H9 Ã&&D ÄH9 Ä
EÄEÄ3D<Ä;EÄ<EÅEÅ	EÅ
H9 ÅEÅEÅH9 ÅEÅH9 Å$CH9 È9
I*ÉI%ÉI*É%I*c                  ó4   — t           st          ¦   «         a dS dS )z)Initialize environment list on first use.N)r]   r�   r   r   r   Ú_initialize_environmentsrÄ   /  s%   € õ ð -Ý*Ñ,Ô,ˆˆˆð-ð -r   Ú	run_stateÚconfig_pathc              ƒ   ó	  K  — | j         }t          ¦   «          t          d|› d�z  }t          d|› d�z  }t          d|› d�z  }	 t                               d|¦  «         t          |d¦  «        }|| _        t          j        dg|t          j	        t          t          ¦  «        ¬¦  «        | _        t          j        d	¦  «        ƒ d
{V —† | j                             ¦   «         �/d| _        d| j        j        › d|› �| _        t'          | ¦  «         d
S t                               d|¦  «         t                               d||¦  «         t          |d¦  «        }|| _        t          j        t*          j        ddt          |¦  «        g|t          j	        t          t          ¦  «        i t.          j        ¥dt/          j        dd¦  «        i¥¬¦  «        | _        t                               d|¦  «         t          j        d¦  «        ƒ d
{V —† | j                             ¦   «         �/d| _        d| j        j        › d|› �| _        t'          | ¦  «         d
S t                               d|¦  «         t                               d|¦  «         t          j        d¦  «        ƒ d
{V —† d
}t6          D ]}	|	j        | j        k    r|	} nŒ|s(d| _        d| j        › d�| _        t'          | ¦  «         d
S t                               d||j        ¦  «         t          |d¦  «        }
|
| _        t          j        t*          j        t          |j        ¦  «        ddt          |¦  «        g|
t          j	        t          t          ¦  «        ¬¦  «        | _         t          j        d¦  «        ƒ d
{V —† | j                              ¦   «         �/d| _        d | j         j        › d|› �| _        t'          | ¦  «         d
S d!| _        tC          j!        ¦   «         | _"        t                               d"|¦  «         t          j#        tI          | ¦  «        ¦  «         d
S # tJ          $ r5}d| _        t          |¦  «        | _        t'          | ¦  «         Y d
}~d
S d
}~ww xY w)#zÐ
    Spawn the three processes needed for training:
    1. run-api (Atropos API server)
    2. launch_training.py (Tinker trainer + inference server)
    3. environment.py serve (the Atropos environment)
    Úapi_ú.logÚtrainer_Úenv_z-[%s] Starting Atropos API server (run-api)...Úwzrun-api©ÚstdoutÚstderrÚcwdé   NÚfailedzAPI server exited with code z. Check z[%s] Atropos API server startedz<[%s] Starting Tinker trainer: launch_training.py --config %szlaunch_training.pyz--configÚTINKER_API_KEYrB   )rÎ   rÏ   rÐ   r8   z4[%s] Waiting 30 seconds for trainer to initialize...é   zTrainer exited with code z3[%s] Trainer started, inference server on port 8001z;[%s] Waiting 90 more seconds before starting environment...éZ   úEnvironment 'ú' not foundz#[%s] Starting environment: %s serveÚserveé
   zEnvironment exited with code Úrunningz'[%s] Training run started successfully!)&rN   r   r   r„   r¬   rm   Úapi_log_filer[   r\   ÚSTDOUTrJ   r   rW   ÚasyncioÚsleepÚpollrR   Ú
returncoderS   Ú_stop_training_runÚtrainer_log_filer¤   Ú
executableÚosÚenvironÚgetenvrX   r]   r?   rO   rA   Úenv_log_filerY   ÚtimerV   Úcreate_taskÚ_monitor_training_runrƒ   )rÅ   rÆ   rN   Úapi_logÚtrainer_logÚenv_logrÛ   râ   Úenv_infor8   rç   r�   s               r   Ú_spawn_training_runrï   :  sÊ  è è € ð Ô€FåÑÔÐõ Ð, Ð,Ð,Ð,Ñ,€GÝÐ4¨Ð4Ð4Ð4Ñ4€KÝÐ, Ð,Ð,Ð,Ñ,€Gðb&å�ŠÐCÀVÑLÔLÐLõ ˜G SÑ)Ô)ˆØ!-ˆ	ÔÝ *Ô 0ØˆKØÝÔ$ÝÕ'Ñ(Ô(ð	!
ñ !
ô !
ˆ	Ôõ Œm˜AÑÔÐÐÐÐÐÐÐàÔ ×%Ò%Ñ'Ô'Ð3Ø'ˆIÔØ&xÀYÔEZÔEeÐ&xÐ&xÐovÐ&xÐ&xˆIÔ#Ý˜yÑ)Ô)Ð)ØˆFå�ŠÐ5°vÑ>Ô>Ð>õ 	�ŠÐRÐTZÐ\gÑhÔhÐhå ¨SÑ1Ô1ÐØ%5ˆ	Ô"Ý$.Ô$4ÝŒ^Ð1°:½sÀ;Ñ?OÔ?OÐPØ#ÝÔ$ÝÕ'Ñ(Ô(ØQ•2”:ÐQÐ/µ´Ð;KÈRÑ1PÔ1PÐQÐQð%
ñ %
ô %
ˆ	Ô!õ 	�ŠÐJÈFÑSÔSÐSÝŒm˜BÑÔÐÐÐÐÐÐÐàÔ$×)Ò)Ñ+Ô+Ð7Ø'ˆIÔØ&}À)ÔB[ÔBfÐ&}Ð&}Ðp{Ð&}Ð&}ˆIÔ#Ý˜yÑ)Ô)Ð)ØˆFå�ŠÐIÈ6ÑRÔRÐRõ 	�ŠÐQÐSYÑZÔZÐZÝŒm˜BÑÔÐÐÐÐÐÐÐð ˆÝ ð 	ð 	ˆCØŒx˜9Ô0Ò0Ð0Ø�Ø�ð 1ð ð 	Ø'ˆIÔØ&X°iÔ6KÐ&XÐ&XÐ&XˆIÔ#Ý˜yÑ)Ô)Ð)ØˆFå�ŠÐ9¸6À8ÔCUÑVÔVÐVå˜G SÑ)Ô)ˆØ!-ˆ	ÔÝ *Ô 0ÝŒ^�S Ô!3Ñ4Ô4°g¸zÍ3È{ÑK[ÔK[Ð\ØÝÔ$ÝÕ'Ñ(Ô(ð	!
ñ !
ô !
ˆ	Ôõ Œm˜BÑÔÐÐÐÐÐÐÐàÔ ×%Ò%Ñ'Ô'Ð3Ø'ˆIÔØ&yÀiÔF[ÔFfÐ&yÐ&yÐpwÐ&yÐ&yˆIÔ#Ý˜yÑ)Ô)Ð)ØˆFà$ˆ	ÔÝ#œy™{œ{ˆ	ÔÝ�ŠÐ=¸vÑFÔFÐFõ 	ÔÕ1°)Ñ<Ô<Ñ=Ô=Ð=Ð=Ð=øåð &ð &ð &Ø#ˆ	ÔÝ"% a¡&¤&ˆ	ÔÝ˜9Ñ%Ô%Ð%Ð%Ð%Ð%Ð%Ð%Ð%øøøøð&øøøs5   ÁCQ ÄEQ ÉBQ Ë.C?Q Ï/AQ Ñ
RÑ*RÒRc              ƒ   ó`  K  — | j         dk    �rt          j        d¦  «        ƒ d{V —† | j        rU| j                             ¦   «         �<| j        j        }|dk    rd| _         nd| _         d|› �| _        t          | ¦  «         dS | j        rU| j                             ¦   «         �<| j        j        }|dk    rd| _         nd| _         d|› �| _        t          | ¦  «         dS | j	        r8| j	                             ¦   «         �d| _         d	| _        t          | ¦  «         dS | j         dk    �°dS dS )
z*Background task to monitor a training run.rÚ   rÔ   Nr   Ú	completedrÒ   z%Environment process exited with code z!Trainer process exited with code zAPI server exited unexpectedly)
rR   rÝ   rÞ   rY   rß   rà   rS   rá   rX   rW   )rÅ   Ú	exit_codes     r   rê   rê   ¯  si  è è € à
Ô
˜iÒ
'Ñ
'ÝŒm˜BÑÔÐÐÐÐÐÐÐð Ô ð 	 YÔ%:×%?Ò%?Ñ%AÔ%AÐ%MØ!Ô-Ô8ˆIØ˜AŠ~ˆ~Ø#.�	Ô Ð à#+�	Ô Ø*]ÐR[Ð*]Ð*]�	Ô'Ý˜yÑ)Ô)Ð)ØˆEàÔ$ð 	¨Ô)B×)GÒ)GÑ)IÔ)IÐ)UØ!Ô1Ô<ˆIØ˜AŠ~ˆ~Ø#.�	Ô Ð à#+�	Ô Ø*YÈiÐ*YÐ*Y�	Ô'Ý˜yÑ)Ô)Ð)ØˆEàÔ ð 	 YÔ%:×%?Ò%?Ñ%AÔ%AÐ%MØ'ˆIÔØ&FˆIÔ#Ý˜yÑ)Ô)Ð)ØˆEð9 Ô
˜iÒ
'Ñ
'Ð
'Ð
'Ð
'Ð
'r   c                 ó   — | j         r�| j                              ¦   «         €„t                               d| j        ¦  «         | j                              ¦   «          	 | j                              d¬¦  «         n.# t          j        $ r | j          	                    ¦   «          Y nw xY w| j
        r�| j
                             ¦   «         €„t                               d| j        ¦  «         | j
                             ¦   «          	 | j
                             d¬¦  «         n.# t          j        $ r | j
         	                    ¦   «          Y nw xY w| j        r�| j                             ¦   «         €„t                               d| j        ¦  «         | j                             ¦   «          	 | j                             d¬¦  «         n.# t          j        $ r | j         	                    ¦   «          Y nw xY w| j        dk    rd| _        d	D ]L}t          | |d¦  «        }|�7	 |                     ¦   «          n# t          $ r Y nw xY wt!          | |d¦  «         ŒMdS )
z&Stop all processes for a training run.Nz$[%s] Stopping environment process...rÙ   ©r0   z [%s] Stopping trainer process...z[%s] Stopping API server...rÚ   Ústopped)rç   râ   rÛ   )rY   rß   r„   r¬   rN   Ú	terminateÚwaitr[   ÚTimeoutExpiredÚkillrX   rW   rR   r«   Úcloserƒ   Úsetattr)rÅ   rx   Úfhs      r   rá   rá   Ð  sŽ  € ð Ôð ) Ô!6×!;Ò!;Ñ!=Ô!=Ð!EÝ�ŠÐ:¸IÔ<LÑMÔMÐMØÔ×'Ò'Ñ)Ô)Ð)ð	)ØÔ!×&Ò&¨rÐ&Ñ2Ô2Ð2Ð2øÝÔ(ð 	)ð 	)ð 	)ØÔ!×&Ò&Ñ(Ô(Ð(Ð(Ð(ð	)øøøð Ô ð - YÔ%>×%CÒ%CÑ%EÔ%EÐ%MÝ�ŠÐ6¸	Ô8HÑIÔIÐIØÔ!×+Ò+Ñ-Ô-Ð-ð	-ØÔ%×*Ò*°2Ð*Ñ6Ô6Ð6Ð6øÝÔ(ð 	-ð 	-ð 	-ØÔ%×*Ò*Ñ,Ô,Ð,Ð,Ð,ð	-øøøð Ôð ) Ô!6×!;Ò!;Ñ!=Ô!=Ð!EÝ�ŠÐ1°9Ô3CÑDÔDÐDØÔ×'Ò'Ñ)Ô)Ð)ð	)ØÔ!×&Ò&¨rÐ&Ñ2Ô2Ð2Ð2øÝÔ(ð 	)ð 	)ð 	)ØÔ!×&Ò&Ñ(Ô(Ð(Ð(Ð(ð	)øøøð Ô˜9Ò$Ð$Ø$ˆ	Ôð Eð +ð +ˆÝ�Y  dÑ+Ô+ˆØˆ>ðØ—’‘
”
�
�
øÝð ð ð Ø�ðøøøå�I˜t TÑ*Ô*Ð*øð+ð +sH   ÁA7 Á7(B"Â!B"Ã?D Ä(EÅEÆ#F? Æ?(G*Ç)G*ÈH,È,
H9È8H9c               ƒ   ó    K  — t          ¦   «          d„ t          D ¦   «         t          t          ¦  «        g d¢dœ} t          j        | d¬¦  «        S )a  
    List all available RL environments.
    
    Scans tinker-atropos/tinker_atropos/environments/ for Python files
    containing classes that inherit from BaseEnv.
    
    Returns information about each environment including:
    - name: Environment identifier
    - class_name: Python class name
    - file_path: Path to the environment file
    - description: Brief description if available
    
    TIP: To create or modify RL environments:
    1. Use terminal/file tools to inspect existing environments
    2. Study how they load datasets, define verifiers, and structure rewards
    3. Inspect HuggingFace datasets to understand data formats
    4. Copy an existing environment as a template
    
    Returns:
        JSON string with list of environments
    c                 óD   — g | ]}|j         |j        |j        |j        d œ‘ŒS )©r?   r@   rA   rC   rÿ   )Ú.0r8   s     r   ú
<listcomp>z(rl_list_environments.<locals>.<listcomp>  sE   € ð 
ð 
ð 
ð ð œØ!œnØ œ]Ø"œð	ð ð
ð 
ð 
r   )z8Use rl_select_environment(name) to select an environmentzKRead the file_path with file tools to understand how each environment worksz@Look for load_dataset(), score_answer(), get_next_item() methods)r   ÚcountÚtipsé   ©Úindent)rÄ   r]   ÚlenÚjsonÚdumps)Úresponses    r   Úrl_list_environmentsr  ý  sq   è è € õ, ÑÔÐð
ð 
õ %ð
ñ 
ô 
õ •]Ñ#Ô#ð
ð 
ð 
ðð €Hõ$ Œ:�h qÐ)Ñ)Ô)Ð)r   r?   c              ƒ   ó@  K  — t          ¦   «          d}t          D ]}|j        | k    r|} nŒ|s,t          j        d| › d�d„ t          D ¦   «         dœd¬¦  «        S | at          |j        ¦  «        }|t          | <   i a	| 
                    ¦   «         D ]8\  }}|                     dd	¦  «        s|                     d
¦  «        t          |<   Œ9t          j        ¦   «                              d¦  «        }| › d|› �t          d<   t          j        d| › �| |j        dœd¬¦  «        S )a  
    Select an RL environment for training.
    
    This loads the environment's configuration fields into memory.
    After selecting, use rl_get_current_config() to see all configurable options
    and rl_edit_config() to modify specific fields.
    
    Args:
        name: Name of the environment to select (from rl_list_environments)
    
    Returns:
        JSON string with selection result, file path, and configurable field count
    
    TIP: Read the returned file_path to understand how the environment works.
    NrÖ   r×   c                 ó   — g | ]	}|j         ‘Œ
S r   ©r?   )r   r�   s     r   r  z)rl_select_environment.<locals>.<listcomp>G  s   € Ð8Ð8Ð8 Q˜!œ&Ð8Ð8Ð8r   )ÚerrorÚ	availabler  r  rž   Fr�   z%Y%m%d-%H%M%SÚ-Ú
wandb_namezSelected environment: )ÚmessagerO   rA   )rÄ   r]   r?   r  r	  r^   rÂ   rA   r`   r_   r©   r³   r   ÚnowÚstrftime)r?   rî   r8   Úconfig_fieldsr¼   r½   Ú	timestamps          r   Úrl_select_environmentr  *  s  è è € õ$ ÑÔÐà€HÝð ð ˆØŒ8�tÒÐØˆHØˆEð ð ð ÝŒzØ6 TÐ6Ð6Ð6Ø8Ð8­-Ð8Ñ8Ô8ð
ð 
ð ðñ ô ð 	ð
 €Lõ +¨8Ô+=Ñ>Ô>€MØ+Õ�dÑð €OØ"/×"5Ò"5Ñ"7Ô"7ð Dð DÑˆ
�JØ�~Š~˜h¨Ñ.Ô.ð 	DØ*4¯.ª.¸Ñ*CÔ*C�O˜JÑ'øõ ”‘”×'Ò'¨Ñ8Ô8€IØ'+Ð$9Ð$9¨iÐ$9Ð$9…O�LÑ!åŒ:Ø2¨DÐ2Ð2ØØÔ'ðð ð ð	ñ ô ð r   c               ƒ   óÂ  K  — t           st          j        ddid¬¦  «        S t                               t           i ¦  «        } g }g }|                      ¦   «         D ]æ\  }}||                     dd¦  «        |                     d¦  «        |                     dd	¦  «        t                               ||                     d¦  «        ¦  «        d
œ}|                     dd¦  «        rGt                               di ¦  «                             |¦  «        |d<   |                     |¦  «         ŒÑ|                     |¦  «         Œçt          j        t           ||ddœd¬¦  «        S )aª  
    Get the current environment configuration.
    
    Returns all configurable fields for the selected environment.
    Each environment may have different configuration options.
    
    Fields are divided into:
    - configurable_fields: Can be changed with rl_edit_config()
    - locked_fields: Infrastructure settings that cannot be changed
    
    Returns:
        JSON string with configurable and locked fields
    r  ú?No environment selected. Use rl_select_environment(name) first.r  r  r™   Úunknownr�   rC   rB   )r?   r™   r�   rC   rŸ   rž   Fr8   rÁ   zBUse rl_edit_config(field, value) to change any configurable field.)rO   Úconfigurable_fieldsÚlocked_fieldsÚtip)	r^   r  r	  r`   r³   r©   r_   r²   r‚   )r  Úconfigurablerž   r¼   r½   Ú
field_datas         r   Úrl_get_current_configr!  e  sw  è è € õ ð ÝŒzØÐVð
àðñ ô ð 	õ &×)Ò)­,¸Ñ;Ô;€Mà€LØ€Fà"/×"5Ò"5Ñ"7Ô"7ð ,ð ,Ñˆ
�JàØ—N’N 6¨9Ñ5Ô5Ø!—~’~ iÑ0Ô0Ø%Ÿ>š>¨-¸Ñ<Ô<Ý,×0Ò0°¸Z¿^º^ÈIÑ=VÔ=VÑWÔWð
ð 
ˆ
ð �>Š>˜( EÑ*Ô*ð 	,Ý)6×):Ò):¸5À"Ñ)EÔ)E×)IÒ)IÈ*Ñ)UÔ)UˆJ�~Ñ&Ø�MŠM˜*Ñ%Ô%Ð%Ð%à×Ò 
Ñ+Ô+Ð+Ð+åŒ:Ý#Ø+ØØSð	ð ð
 ðñ ô ð r   Úfieldr}   c              ƒ   ó2  K  — t           st          j        ddid¬¦  «        S t                               t           i ¦  «        }| |vr<t          j        d| › d�t          |                     ¦   «         ¦  «        dœd¬¦  «        S ||          }|                     dd	¦  «        rIt          j        d
| › d�t                               di ¦  «                             | ¦  «        dœd¬¦  «        S |t          | <   t          j        d| › d|› �| |t          dœd¬¦  «        S )aÁ  
    Update a configuration field.
    
    Use rl_get_current_config() first to see available fields for the
    selected environment. Each environment has different options.
    
    Locked fields (infrastructure settings) cannot be changed.
    
    Args:
        field: Name of the field to update (from rl_get_current_config)
        value: New value for the field
    
    Returns:
        JSON string with updated config or error message
    r  r  r  r  zUnknown field 'ú')r  Úavailable_fieldsrž   FzField 'z!' is locked and cannot be changedr8   )r  rÁ   zUpdated z = )r  r"  r}   rP   )	r^   r  r	  r`   r³   ÚlistÚkeysr²   r_   )r"  r}   r  r½   s       r   Úrl_edit_configr(  ”  so  è è € õ  ð ÝŒzØÐVð
àðñ ô ð 	õ &×)Ò)­,¸Ñ;Ô;€Mà�MÐ!Ð!ÝŒzØ/ uÐ/Ð/Ð/Ý $ ]×%7Ò%7Ñ%9Ô%9Ñ :Ô :ð
ð 
ð ðñ ô ð 	ð
 ˜uÔ%€JØ‡~‚~�h Ñ&Ô&ð ÝŒzØG˜uÐGÐGÐGÝ)×-Ò-¨e°RÑ8Ô8×<Ò<¸UÑCÔCð
ð 
ð ðñ ô ð 	ð
 #…O�EÑåŒ:Ø/˜eÐ/Ð/¨Ð/Ð/ØØÝ!ð	ð ð
 ðñ ô ð r   c               ƒ   ó  K  — t           st          j        ddid¬¦  «        S t          j        d¦  «        st          j        ddid¬¦  «        S d} t
          D ]}|j        t           k    r|}  nŒ| r&t          | j        ¦  «         	                    ¦   «         s!t          j        ddt           › d	�id¬¦  «        S t          t          j        ¦   «         ¦  «        dd
…         }t                               d¬¦  «         t          d|› d�z  }ddl}|                     t"          ¦  «        }d|vri |d<   t$                               ¦   «         D ]\  }}|�|dk    r||d         |<   Œt$                               dd¦  «        }d|vri |d<   ||d         d<   t           › d|› �|d         d<   dt$          v r#t$          d         rt$          d         |d         d<   t+          |d¦  «        5 }	t-          j        ||	d¬¦  «         ddd¦  «         n# 1 swxY w Y   t1          |t           t$                               ¦   «         d|t           › d|› �¬¦  «        }
|
t2          |<   t5          j        t9          |
|¦  «        ¦  «         t          j        |dt           t$          |t           › d|› �t          |¦  «        t          t:          d|› d�z  ¦  «        t          t:          d|› d�z  ¦  «        t          t:          d |› d�z  ¦  «        d!œd"d#œ	d¬¦  «        S )$av  
    Start a new RL training run with the current environment and config.
    
    Requires an environment to be selected first using rl_select_environment().
    Use rl_edit_config() to adjust configuration before starting.
    
    This spawns three processes:
    1. run-api (Atropos trajectory API)
    2. launch_training.py (Tinker trainer + inference server)
    3. environment.py serve (the selected environment)
    
    WARNING: Training runs take hours. Use rl_check_status() to monitor
    progress (recommended: check every 30 minutes at most).
    
    Returns:
        JSON string with run_id and initial status
    r  r  r  r  rÓ   z0TINKER_API_KEY not set. Add it to ~/.hermes/.envNz Environment file not found for 'r$  é   Tr   Úrun_z.yamlr   r8   rB   rT   zatropos-tinkerr:   r  rU   r  rÌ   F)Údefault_flow_styleÚstarting)rN   rO   rP   rR   rT   rU   rÈ   rÉ   rÊ   rË   ©ÚapiÚtrainerr8   zZTraining starting. Use rl_check_status(run_id) to monitor (recommended: every 30 minutes).)	rN   rR   rO   rP   rT   rU   rÆ   r   r  )r^   r  r	  rä   ræ   r]   r?   r   rA   r   rJ   ÚuuidÚuuid4ÚCONFIGS_DIRr   ÚcopyÚdeepcopyr²   r_   r©   r³   rm   ÚyamlÚdumprM   ra   rÝ   ré   rï   r   )rî   r8   rN   rÆ   r4  Ú
run_configr¼   r}   rT   r‡   rÅ   s              r   Úrl_start_trainingr9  Æ  sÜ  è è € õ$ ð ÝŒzØÐVð
àðñ ô ð 	õ
 Œ9Ð%Ñ&Ô&ð ÝŒzØÐGð
àðñ ô ð 	ð
 €HÝð ð ˆØŒ8•|Ò#Ð#ØˆHØˆEð $ð ð �4 Ô 2Ñ3Ô3×:Ò:Ñ<Ô<ð ÝŒzØÐG½ÐGÐGÐGð
àðñ ô ð 	õ
 •”‘”ÑÔ˜r ˜rÔ"€Fõ ×Ò˜tÐÑ$Ô$Ð$ÝÐ 4 vÐ 4Ð 4Ð 4Ñ4€Kð €K€K€KØ—’�}Ñ-Ô-€Jà�JÐÐØˆ
�5Ñõ -×2Ò2Ñ4Ô4ð 2ð 2Ñˆ
�EØÐ ¨"¢ Ø,1ˆJ�uÔ˜jÑ)øõ $×'Ò'¨Ð9IÑJÔJ€MØ�zÐ!Ð!Ø!ˆ
�8ÑØ,9€JˆxÔ˜Ñ)Ý0<Ð-GÐ-G¸vÐ-GÐ-G€JˆxÔÐ)Ñ*à•Ð&Ð&­?¸<Ô+HÐ&Ý*9¸,Ô*Gˆ
�5Ô˜,Ñ'å	ˆk˜3Ñ	Ô	ð ; 1ÝŒ	�*˜a°EÐ:Ñ:Ô:Ð:ð;ð ;ð ;ñ ;ô ;ð ;ð ;ð ;ð ;ð ;ð ;øøøð ;ð ;ð ;ð ;õ ØÝ Ý×#Ò#Ñ%Ô%ØØ#Ý&Ð1Ð1¨Ð1Ð1ðñ ô €Ið %…L�Ñõ ÔÕ+¨I°{ÑCÔCÑDÔDÐDåŒ:ØØÝ#Ý!Ø&Ý)Ð4Ð4¨FÐ4Ð4Ý˜;Ñ'Ô'å•xÐ"5¨Ð"5Ð"5Ð"5Ñ5Ñ6Ô6Ý�8Ð&=°Ð&=Ð&=Ð&=Ñ=Ñ>Ô>Ý•xÐ"5¨Ð"5Ð"5Ð"5Ñ5Ñ6Ô6ð
ð 
ð
 pðð ð ðñ ô ð s   Ç!HÈH	ÈH	rN   c              ƒ   ó  K  — t          j         ¦   «         }| t          v rH|t          |          z
  }|t          k     r-t          |z
  }t          j        d| d|dz  d›d�|dœd¬¦  «        S |t          | <   | t
          vrAt          j        d	| › d
�t          t
                               ¦   «         ¦  «        dœd¬¦  «        S t
          |          }|j        r|j         	                    ¦   «         nd|j
        r|j
         	                    ¦   «         nd|j        r|j         	                    ¦   «         nddœ}|j        rt          j         ¦   «         |j        z
  nd}| |j        |j        |dz  d„ |                     ¦   «         D ¦   «         |j        |j        t%          t&          d| › d�z  ¦  «        t%          t&          d| › d�z  ¦  «        t%          t&          d| › d�z  ¦  «        dœdœ}|j        r
|j        |d<   	 ddl}|                     ¦   «         }	|	                     t1          j        dd¦  «        › d|j        › �d|j        i¬¦  «        }
|
r}|
d         }|j        |d<   |j                             dd¦  «        |j                             d¦  «        |j                             d¦  «        |j                             d¦  «        d œ|d!<   n)# t:          $ r}t%          |¦  «        |d"<   Y d}~nd}~ww xY wt          j        |d¬¦  «        S )#aN  
    Get status and metrics for a training run.
    
    RATE LIMITED: For long-running training, this function enforces a
    minimum 30-minute interval between checks for the same run_id.
    
    Args:
        run_id: The run ID returned by rl_start_training()
    
    Returns:
        JSON string with run status and metrics
    Tz&Rate limited. Next check available in é<   z.0fz	 minutes.)Úrate_limitedrN   r  Únext_check_in_secondsr  r  úRun 'r×   ©r  Úactive_runsNr.  r   c                 ó*   — i | ]\  }}||€dnd|› d�“ŒS )NrÚ   zexited (ú)r   )r   r?   Úcodes      r   ú
<dictcomp>z#rl_check_status.<locals>.<dictcomp>a  sB   € ð 
ð 
ð 
á��dð ˜t˜|�)�)Ð1C¸DÐ1CÐ1CÐ1Cð
ð 
ð 
r   rÈ   rÉ   rÊ   rË   )rN   rR   rO   Úrunning_time_minutesÚ	processesrT   rU   r   r  ÚWANDB_ENTITYÚnousresearchú/Údisplay_name©ÚfiltersÚ	wandb_urlÚ_stepztrain/reward_meanztrain/percent_correctzeval/percent_correct)ÚstepÚreward_meanÚpercent_correctÚeval_percent_correctÚmetricsÚwandb_error)rè   rb   ÚMIN_STATUS_CHECK_INTERVALr  r	  ra   r&  r'  rW   rß   rX   rY   rV   rR   rO   r©   rT   rU   rJ   r   rS   ÚwandbÚApiÚrunsrä   ræ   ÚurlÚsummaryr³   rƒ   )rN   r  ÚelapsedÚ	remainingrÅ   rF  Úrunning_timeÚresultrV  r/  rX  Ú	wandb_runr�   s                r   Úrl_check_statusr`  /  s—  è è € õ Œ)‰+Œ+€CØÕ#Ð#Ð#ØÕ*¨6Ô2Ñ2ˆØÕ.Ò.Ð.Ý1°GÑ;ˆIÝ”:Ø $Ø Ø_ÀIÈbÁLÐ_Ð_Ð_Ð_Ø)2ð	ð ð
 ðñ ô ð ð "%Õ�vÑà•\Ð!Ð!ÝŒzØ0˜VÐ0Ð0Ð0Ý¥× 1Ò 1Ñ 3Ô 3Ñ4Ô4ð
ð 
ð ðñ ô ð 	õ
 ˜VÔ$€Ið 09Ô/DÐNˆyÔ$×)Ò)Ñ+Ô+Ð+È$Ø7@Ô7PÐZ�9Ô,×1Ò1Ñ3Ô3Ð3ÐVZØ/8Ô/DÐNˆyÔ$×)Ò)Ñ+Ô+Ð+È$ðð €Ið :CÔ9MÐT•4”9‘;”; Ô!5Ñ5Ð5ÐST€Lð ØÔ"Ø Ô,Ø ,¨rÑ 1ð
ð 
à'ŸošoÑ/Ô/ð
ñ 
ô 
ð #Ô0Ø#Ô2å•xÐ"5¨Ð"5Ð"5Ð"5Ñ5Ñ6Ô6Ý�8Ð&=°Ð&=Ð&=Ð&=Ñ=Ñ>Ô>Ý•xÐ"5¨Ð"5Ð"5Ð"5Ñ5Ñ6Ô6ð
ð 
ðð €Fð$ Ôð 2Ø#Ô1ˆˆw‰ð'ØˆˆˆØ�iŠi‰kŒkˆØ�xŠxÝŒy˜¨Ñ8Ô8ÐTÐT¸9Ô;RÐTÐTØ# YÔ%=Ð>ð ñ 
ô 
ˆð ð 	Ø˜QœˆIØ"+¤-ˆF�;Ñà!Ô)×-Ò-¨g°qÑ9Ô9Ø(Ô0×4Ò4Ð5HÑIÔIØ#,Ô#4×#8Ò#8Ð9PÑ#QÔ#QØ(1Ô(9×(=Ò(=Ð>TÑ(UÔ(Uð	!ð !ˆF�9Ñøøõ ð 'ð 'ð 'Ý # A¡¤ˆˆ}ÑÐÐÐÐÐøøøøð'øøøõ Œ:�f QÐ'Ñ'Ô'Ð's   Ç1CK Ë
K*ËK%Ë%K*c              ƒ   ór  K  — | t           vrAt          j        d| › d�t          t                                ¦   «         ¦  «        dœd¬¦  «        S t           |          }|j        dvr$t          j        dd| › d|j        › d	�id¬¦  «        S t          |¦  «         t          j        d
| › d�| |j        dœd¬¦  «        S )z•
    Stop a running training job.
    
    Args:
        run_id: The run ID to stop
    
    Returns:
        JSON string with stop confirmation
    r>  r×   r?  r  r  )rÚ   r-  r  z' is not running (status: rB  zStopped training run 'r$  )r  rN   rR   )ra   r  r	  r&  r'  rR   rá   )rN   rÅ   s     r   Úrl_stop_trainingrb  ˆ  s  è è € ð •\Ð!Ð!ÝŒzØ0˜VÐ0Ð0Ð0Ý¥× 1Ò 1Ñ 3Ô 3Ñ4Ô4ð
ð 
ð ðñ ô ð 	õ
 ˜VÔ$€IàÔÐ6Ð6Ð6ÝŒzØÐT˜vÐTÐTÀÔAQÐTÐTÐTð
àðñ ô ð 	õ �yÑ!Ô!Ð!åŒ:Ø5¨FÐ5Ð5Ð5ØØÔ"ðð ð ð	ñ ô ð r   c              ƒ   óf  K  — | t           vrt          j        dd| › d�id¬¦  «        S t           |          }| |j        |j        |j        |j        dœ}	 ddl}|                     ¦   «         }| 	                    t          j        d	d
¦  «        › d|j        › �d|j        i¬¦  «        }|rL|d         }|j        |d<   t          |j        ¦  «        |d<   d„ |                     d¬¦  «        D ¦   «         |d<   n)# t           $ r}t#          |¦  «        |d<   Y d}~nd}~ww xY wt          j        |d¬¦  «        S )z±
    Get final results and metrics for a training run.
    
    Args:
        run_id: The run ID to get results for
    
    Returns:
        JSON string with final results
    r  r>  r×   r  r  )rN   rR   rO   rT   rU   r   NrG  rH  rI  rJ  rK  rM  Úfinal_metricsc                 ó,   — g | ]}t          |¦  «        ‘ŒS r   )Údict)r   Úrows     r   r  z"rl_get_results.<locals>.<listcomp>Í  s   € Ð TÐ TÐ T¨s¥ c¡¤Ð TÐ TÐ Tr   rÙ   )ÚsamplesÚhistoryrT  )ra   r  r	  rR   rO   rT   rU   rV  rW  rX  rä   ræ   rY  rf  rZ  ri  rƒ   rJ   )rN   rÅ   r^  rV  r/  rX  r_  r�   s           r   Úrl_get_resultsrj  ¨  s�  è è € ð •\Ð!Ð!ÝŒzØÐ0˜VÐ0Ð0Ð0ð
àðñ ô ð 	õ ˜VÔ$€Ið ØÔ"Ø Ô,Ø"Ô0Ø#Ô2ðð €Fð'ØˆˆˆØ�iŠi‰kŒkˆØ�xŠxÝŒy˜¨Ñ8Ô8ÐTÐT¸9Ô;RÐTÐTØ# YÔ%=Ð>ð ñ 
ô 
ˆð ð 	UØ˜QœˆIØ"+¤-ˆF�;ÑÝ&*¨9Ô+<Ñ&=Ô&=ˆF�?Ñ#Ø TÐ T°i×6GÒ6GÐPRÐ6GÑ6SÔ6SÐ TÑ TÔ TˆF�9ÑøøÝð 'ð 'ð 'Ý # A¡¤ˆˆ}ÑÐÐÐÐÐøøøøð'øøøõ Œ:�f QÐ'Ñ'Ô'Ð's   ÁB!C4 Ã4
DÃ>DÄDc               ƒ   óæ   K  — g } t                                ¦   «         D ].\  }}|                      ||j        |j        |j        dœ¦  «         Œ/t          j        | t          | ¦  «        dœd¬¦  «        S )z�
    List all training runs (active and completed).
    
    Returns:
        JSON string with list of runs and their status
    )rN   rO   rR   rU   )rX  r  r  r  )	ra   r©   r‚   rO   rR   rU   r  r	  r  )rX  rN   rÅ   s      r   Úrl_list_runsrl  Ô  s�   è è € ð €DÝ)×/Ò/Ñ1Ô1ð ð Ñˆ�	Ø�ŠØØ$Ô0ØÔ&Ø'Ô6ð	
ð 
ñ 	ô 	ð 	ð 	õ Œ:ØÝ�T‘”ðð ð ðñ ô ð r   zqwen/qwen3-8bzQwen3 8BÚsmall©rv   r?   Úscalezz-ai/glm-4.7-flashzGLM-4.7 FlashÚmediumzminimax/minimax-m2.7zMiniMax M2.7Úlargeé   Ú	num_stepsÚ
group_sizeÚmodelsc              ƒ   óP  ‡K  — t           st          j        ddid¬¦  «        S t          j        d¦  «        }|st          j        ddid¬¦  «        S d}t
          D ]}|j        t           k    r|} nŒ|s!t          j        ddt           › d	�id¬¦  «        S ‰r"ˆfd
„t          D ¦   «         }|sd„ ‰D ¦   «         }nt          }| |z  }|t          |¦  «        z  }t           |j	        | |||dœg dœ}	t          ¦   «          t          dz  }
|
                     d¬¦  «         |D �]Î}|d         }|                     dd¦  «        }t          dd› �¦  «         t          d|d         › d|› d�¦  «         t          d› ¦  «         |
dt           › d|› d�z  }t          t!          j        ¦   «         ¦  «        dd…         }dt           › d|› �}g t$          j        ‘|j	        ‘d‘d‘t          | ¦  «        ‘d ‘t          |¦  «        ‘d!‘d"‘d#‘|‘d$‘t          |¦  «        ‘d%‘t(          d&         d'         ‘d(‘t          t(          d&         d)         ¦  «        ‘d*‘t          t(          d&         d+         ¦  «        ‘d,‘t          t(          d&         d-         ¦  «        ‘d.‘d/‘d0‘|‘d1‘|‘d2‘d3‘d4‘d5‘}d6                     d7„ |D ¦   «         ¦  «        }|                     |d8¦  «        }t          d9|› �¦  «         t          d:t,          › �¦  «         t          d;|› �¦  «         t          d<| › d=|› d>|› d?�¦  «         ||d         |d@         |t          |¦  «        g dAdAdAdBœ	}	 t/          j        |t.          j        j        t.          j        j        t          t,          ¦  «        dCœŽƒ d{V —†}g }g }|
dt           › d|› dD�z  }d}dF„}	 t/          j        t/          j         ||j        |dG¦  «         ||j        |dH¦  «        ¦  «        dI¬J¦  «        ƒ d{V —† n(# t.          j        $ r |                      ¦   «          ‚ w xY w| !                    ¦   «         ƒ d{V —† d                     |¦  «        }d                     |¦  «        }tE          |dK¦  «        5 }| #                    d9|› d�¦  «         | #                    d:t,          › d�¦  «         | #                    dL|j$        › d�¦  «         | #                    dd› d�¦  «         | #                    dMd› d�¦  «         | #                    |pdN¦  «         | #                    dd› d�¦  «         | #                    dOd› d�¦  «         | #                    |pdN¦  «         ddd¦  «         n# 1 swxY w Y   t          dP|› �¦  «         |j$        dAk    rƒdQ|j$        › �|d<   |dRd…         |dS<   |dRd…         |dT<   t          |¦  «        |dU<   t          dV|d         › �¦  «         |r.t          dW¦  «         |dXd…         D ]}t          dY|› �¦  «         Œ�nŠt          dZ¦  «         t          d[|› �¦  «         t          d\| %                    ¦   «         › �¦  «         | %                    ¦   «         �r(tE          |d]¦  «        5 }|D ]â}| &                    ¦   «         }|sŒ	 t          j'        |¦  «        }| (                    d^g ¦  «        }|d_xx         d`z  cc<   |daxx         t          |¦  «        z  cc<   tS          db„ |D ¦   «         ¦  «        } |dcxx         | z  cc<   |dd          *                    |d_         t          |¦  «        | |deœ¦  «         ŒÎ# t          j+        $ r Y Œßw xY w	 ddd¦  «         n# 1 swxY w Y   t          df|d_         › dg�¦  «         ndh|› �|d<   n_# t.          j        $ r di|d<   t          dj¦  «         Y n:tX          $ r.}!t          |!¦  «        |d<   t          dk|!› �¦  «         Y d}!~!nd}!~!ww xY w|da         dAk    r#t[          |dc         |da         z  dl¦  «        |dm<   ndA|dm<   |d_         dAk    rAtS          dn„ |dd         D ¦   «         ¦  «        }"|"|do<   t[          |"|d_         z  dl¦  «        |dp<   n
dA|do<   dA|dp<   t          dq|dc         › d|da         › dr�¦  «         t          ds|dm         dt›�¦  «         |	du          *                    |¦  «         �ŒÐdv„ |	du         D ¦   «         }#| t          |¦  «        t          |#¦  «        |#rt]          |#dw„ ¬x¦  «        dy         nd|#r7t[          tS          dz„ |#D ¦   «         ¦  «        t          |#¦  «        z  dl¦  «        ndAt_          |#¦  «        t          |
¦  «        d{œ|	d|<   t          j        |	d¬¦  «        S )~u©  
    Quick inference test for any environment using Atropos's `process` mode.
    
    Runs a few steps of inference + scoring to validate:
    - Environment loads correctly
    - Prompt construction works
    - Inference parsing is robust (tested with multiple model scales)
    - Verifier/scoring logic works
    
    Default: 3 steps Ã— 16 completions = 48 total rollouts per model.
    Tests 3 models = 144 total rollouts. Quick sanity check.
    
    Test models (varying intelligence levels for robustness):
    - qwen/qwen3-8b (small)
    - zhipu-ai/glm-4-flash (medium)
    - minimax/minimax-m1 (large)
    
    Args:
        num_steps: Steps to run (default: 3, max recommended for testing)
        group_size: Completions per step (default: 16, like training)
        models: Optional model IDs to test. If None, uses all 3 test models.
    
    Returns:
        JSON with results per model: steps_tested, accuracy, scores
    r  r  r  r  ÚOPENROUTER_API_KEYz;OPENROUTER_API_KEY not set. Required for inference testing.NrÖ   r×   c                 ó(   •— g | ]}|d          ‰v ¯|‘ŒS )rv   r   )r   Úmru  s     €r   r  z%rl_test_inference.<locals>.<listcomp>2  s'   ø€ ÐCÐCÐC˜Q°°4´¸FÐ1BÐ1B�qÐ1BÐ1BÐ1Br   c                 ó   — g | ]}||d dœ‘Œ	S )Úcustomrn  r   ©r   ry  s     r   r  z%rl_test_inference.<locals>.<listcomp>4  s"   € ÐSÐSÐSÀq !¨Q¸ÐBÐBÐSÐSÐSr   )rs  rt  Úrollouts_per_modelÚtotal_rollouts)rO   Úenvironment_fileÚtest_configÚmodels_testedÚinference_testsTr   rv   rI  re   ri   z<============================================================zTesting with r?   z (rB  Útest_z.jsonlr*  Útest_inference_RSIAgent_Úprocessz--env.total_stepsz--env.group_sizez--env.use_wandbÚtruez--env.wandb_namez--env.data_path_to_save_groupsz--env.tokenizer_namer8   r   z--env.max_token_lengthr    z--env.max_num_workersr!   z--env.max_batches_offpolicyr%   z--openai.base_urlzhttps://openrouter.ai/api/v1z--openai.api_keyz--openai.model_namez--openai.server_typer9   z--openai.health_checkÚfalseÚ c              3   ó4   K  — | ]}t          |¦  «        V — Œd S ©N)rJ   )r   Úcs     r   ú	<genexpr>z$rl_test_inference.<locals>.<genexpr>w  s(   è è € Ð/Ð/ a�3˜q™6œ6Ð/Ð/Ð/Ð/Ð/Ð/r   z***API_KEY***z	Command: zWorking dir: zWandB run: ú  u
    steps Ã— z completions = z	 rolloutsro  r   )	Úmodelr?   ro  r_  Úoutput_fileÚstepsÚsteps_testedÚtotal_completionsÚcorrect_completionsrÍ   rÉ   rB   c              “   ó  ‡K  — 	 |                       ¦   «         ƒ d{V —†}|sdS |                     ¦   «                              ¦   «         Š|                     ‰¦  «         t	          ˆfd„dD ¦   «         ¦  «        rt          d|› ‰› �¦  «         Œ‰)z0Read stream line by line and print in real-time.TNc              3   óD   •K  — | ]}|‰                      ¦   «         v V — Œd S rŠ  )Úlower)r   ÚkwÚdecodeds     €r   rŒ  z9rl_test_inference.<locals>.read_stream.<locals>.<genexpr>¢  s0   øè è € ÐyÐy°R˜2 §¢¡¤Ð0ÐyÐyÐyÐyÐyÐyr   )Ú
processingÚgrouprO  Úprogressú%rñ   r�  )ÚreadlineÚdecodeÚrstripr‚   ÚanyÚprint)ÚstreamÚ
lines_listÚprefixÚliner˜  s       @r   Úread_streamz&rl_test_inference.<locals>.read_stream™  s®   øè è € ð6Ø!'§¢Ñ!2Ô!2Ð2Ð2Ð2Ð2Ð2Ð2�DØð Ø˜Ø"Ÿkšk™mœm×2Ò2Ñ4Ô4�GØ×%Ò% gÑ.Ô.Ð.åÐyÐyÐyÐyÐ;xÐyÑyÔyÑyÔyð 6ÝÐ4 6Ð4¨7Ð4Ð4Ñ5Ô5Ð5ð6r   u   ðŸ“Š u   âš ï¸� iX  rô   rÌ   zReturn code: zSTDOUT:
z(empty)
zSTDERR:
z  Log file: zProcess exited with code iüÿÿrÏ   rÎ   Úlog_fileu   
  â�Œ Error: z  Last errors:éûÿÿÿz    u%   
  âœ… Process completed successfullyz  Output file: z  File exists: rf   Úscoresr‘  é   r’  c              3   ó&   K  — | ]}|d k    ¯dV — ŒdS )r   rª  Nr   ©r   Úss     r   rŒ  z$rl_test_inference.<locals>.<genexpr>ã  s&   è è € Ð-IÐ-I°AÀ1ÀqÂ5À5¨aÀ5À5À5À5Ð-IÐ-Ir   r“  r�  )rO  ÚcompletionsÚcorrectr©  z  Completed z stepszOutput file not created: z"Process timed out after 10 minutesz
  Timeout!z	  Error: r   Úaccuracyc              3   óN   K  — | ] }|                      d d¦  «        dk    ¯dV — Œ!dS )r¯  r   rª  N©r³   r¬  s     r   rŒ  z$rl_test_inference.<locals>.<genexpr>  s=   è è € Ð$bÐ$b¨1È!Ï%Ê%ÐPYÐ[\ÑJ]ÔJ]Ð`aÒJaÐJa QÐJaÐJaÐJaÐJaÐ$bÐ$br   Ústeps_with_correctÚstep_success_ratez  Results: z correctz  Accuracy: z.1%r�  c                 óF   — g | ]}|                      d d¦  «        dk    ¯|‘ŒS )r‘  r   r²  r|  s     r   r  z%rl_test_inference.<locals>.<listcomp>  s2   € ÐZÐZÐZ˜A¸Q¿UºUÀ>ÐSTÑ=UÔ=UÐXYÒ=YÐ=Y�aÐ=YÐ=YÐ=Yr   c                 ó.   — |                       dd¦  «        S )Nr°  r   r²  )r(   s    r   ú<lambda>z#rl_test_inference.<locals>.<lambda>  s   € ¸¿º¸jÈ!Ñ8LÔ8L€ r   )ÚkeyrŽ  c              3   óB   K  — | ]}|                      d d¦  «        V — ŒdS )r°  r   Nr²  r|  s     r   rŒ  z$rl_test_inference.<locals>.<genexpr>  s0   è è € Ð=Ð=¨�—’�j !Ñ$Ô$Ð=Ð=Ð=Ð=Ð=Ð=r   )Ústeps_requestedr�  Úmodels_succeededÚ
best_modelÚavg_accuracyÚenvironment_workingÚoutput_directoryrZ  )rB   )0r^   r  r	  rä   ræ   r]   r?   ÚTEST_MODELSr  rA   r   r   r   Úreplacer¡  rJ   r1  r2  r¤   rã   r²   Újoinr   rÝ   Úcreate_subprocess_execr[   ÚPIPEÚwait_forÚgatherrÎ   rÏ   ÚTimeoutErrorrù   r÷   rm   Úwriterà   r   r�   Úloadsr³   Úsumr‚   ÚJSONDecodeErrorrƒ   ÚroundÚmaxÚbool)$rs  rt  ru  r-   rî   r8   Útest_modelsÚtotal_rollouts_per_modelr~  ÚresultsÚtest_output_dirÚ
model_infoÚmodel_idÚmodel_safe_namer�  Útest_run_idrU   ÚcmdÚcmd_strÚcmd_displayÚmodel_resultsr…  Ústdout_linesÚstderr_linesr§  r¦  Ústdout_textÚstderr_textr‡   r¥  r�   r©  r¯  r�   r³  Úworking_modelss$     `                                 r   Úrl_test_inferencerà  û  su  øè è € õ< ð ÝŒzØÐVð
àðñ ô ð 	õ ŒiÐ,Ñ-Ô-€GØð ÝŒzØÐRð
àðñ ô ð 	ð
 €HÝð ð ˆØŒ8•|Ò#Ð#ØˆHØˆEð $ð ð ÝŒzØÐ>¥\Ð>Ð>Ð>ð
àðñ ô ð 	ð
 ð "ØCÐCÐCÐC¥+ÐCÑCÔCˆØð 	TØSÐSÈFÐSÑSÔSˆKøå!ˆð  )¨:Ñ5ÐØ-µ°KÑ0@Ô0@Ñ@€Nõ $Ø$Ô.à"Ø$Ø":Ø,ð	
ð 
ð ð
ð 
€Gõ ÑÔÐÝÐ!2Ñ2€OØ×Ò 4ÐÑ(Ô(Ð(à!ð B7ñ B7ˆ
Ø˜dÔ#ˆØ"×*Ò*¨3°Ñ4Ô4ˆåˆm�6ˆmˆmÑÔÐÝÐ?˜j¨Ô0Ð?Ð?°HÐ?Ð?Ð?Ñ@Ô@Ð@Ý�ˆkÑÔÐð &Ð(VµÐ(VÐ(V¸Ð(VÐ(VÐ(VÑVˆõ �$œ*™,œ,Ñ'Ô'¨¨¨Ô+ˆØPµLÐPÐPÀ;ÐPÐPˆð

ÝŒNð
Ø$Ô.ð
Ø09ð
ð  ð
õ "% Y¡¤ð
ð ð	
õ !$ J¡¤ð	
ð
 ð
ð
  &ð
ð ð
ð !/ð
ð -ð
õ /2°+Ñ.>Ô.>ð
ð #ð
õ %2°%Ô$8Ð9IÔ$Jð
ð %ð
õ '*­-¸Ô*>Ð?QÔ*RÑ&SÔ&Sð
ð $ð
õ &)­°uÔ)=Ð>OÔ)PÑ%QÔ%Qð
ð *ð
õ ,/­}¸UÔ/CÐD[Ô/\Ñ+]Ô+]ð
ð   ð!
ð  "@ð!
ð" ð#
ð" !(ð#
ð$ "ð%
ð$ $,ð%
ð& #ð'
ð& %-ð'
ð( $ð)
ð( &-ð)
ˆð0 —(’(Ð/Ð/¨3Ð/Ñ/Ô/Ñ/Ô/ˆà—o’o g¨Ñ?Ô?ˆÝÐ'˜+Ð'Ð'Ñ(Ô(Ð(ÝÐ3Õ1Ð3Ð3Ñ4Ô4Ð4ÝÐ,˜NÐ,Ð,Ñ-Ô-Ð-ÝÐf�9ÐfÐf¨
ÐfÐfÐC[ÐfÐfÐfÑgÔgÐgð Ø˜vÔ&Ø Ô(Ø'Ý˜{Ñ+Ô+ØØØ!"Ø#$ð

ð 

ˆðm	#å#Ô:ØÝÔ)Ô.ÝÔ)Ô.ÝÕ+Ñ,Ô,ð	ð ð ð ð ð ð ð ð ˆGð ˆLØˆLØ&Ð)UµÐ)UÐ)UÀÐ)UÐ)UÐ)UÑUˆHð
6ð 
6ð 
6ð 
6ð
ÝÔ&Ý”NØ#˜ G¤N°LÀ'ÑJÔJØ#˜ G¤N°LÀ)ÑLÔLñô ð  ðñ ô ð ð ð ð ð ð ð ð øõ Ô'ð ð ð Ø—’‘”�Øðøøøð —,’,‘.”.Ð Ð Ð Ð Ð Ð Ð ð Ÿ)š) LÑ1Ô1ˆKØŸ)š) LÑ1Ô1ˆKõ �h Ñ$Ô$ð 	4¨Ø—’Ð3 KÐ3Ð3Ð3Ñ4Ô4Ð4Ø—’Ð?Õ(;Ð?Ð?Ð?Ñ@Ô@Ð@Ø—’Ð>¨Ô(:Ð>Ð>Ð>Ñ?Ô?Ð?Ø—’˜˜V˜˜˜Ñ(Ô(Ð(Ø—’Ð. FÐ.Ð.Ð.Ñ/Ô/Ð/Ø—’˜Ð2 {Ñ3Ô3Ð3Ø—’˜˜V˜˜˜Ñ(Ô(Ð(Ø—’Ð. FÐ.Ð.Ð.Ñ/Ô/Ð/Ø—’˜Ð2 {Ñ3Ô3Ð3ð	4ð 	4ð 	4ñ 	4ô 	4ð 	4ð 	4ð 	4ð 	4ð 	4ð 	4øøøð 	4ð 	4ð 	4ð 	4õ Ð+ Ð+Ð+Ñ,Ô,Ð,àÔ! QÒ&Ð&Ø)YÀWÔEWÐ)YÐ)Y�˜gÑ&Ø*5°e°f°fÔ*=�˜hÑ'Ø*5°e°f°fÔ*=�˜hÑ'Ý,/°©M¬M�˜jÑ)ÝÐ@¨°gÔ(>Ð@Ð@ÑAÔAÐAàð -ÝÐ*Ñ+Ô+Ð+Ø ,¨R¨S¨SÔ 1ð -ð -˜Ý˜m T˜m˜mÑ,Ô,Ð,Ð,ùåÐ>Ñ?Ô?Ð?ÝÐ5¨Ð5Ð5Ñ6Ô6Ð6ÝÐ>¨×(:Ò(:Ñ(<Ô(<Ð>Ð>Ñ?Ô?Ð?ð ×%Ò%Ñ'Ô'ñ Wå˜k¨3Ñ/Ô/ð )°1Ø$%ð )ð )˜DØ#'§:¢:¡<¤<˜DØ#'ð )Ø (ð)Ý'+¤z°$Ñ'7Ô'7 Ø)-¯ª°(¸BÑ)?Ô)? Ø -¨nÐ =Ð =Ô =ÀÑ BÐ =Ð =Ñ =Ø -Ð.AÐ BÐ BÔ BÅcÈ&ÁkÄkÑ QÐ BÐ BÑ BÝ*-Ð-IÐ-I¸Ð-IÑ-IÔ-IÑ*IÔ*I Ø -Ð.CÐ DÐ DÔ DÈÑ OÐ DÐ DÑ Dà -¨gÔ 6× =Ò =Ø,9¸.Ô,IÝ36°v±;´;Ø/6Ø.4ð	?"ð ?"ñ !#ô !#ð !#ð !#øõ $(Ô#7ð )ð )ð )Ø ( ð)øøøð%)ð)ð )ð )ñ )ô )ð )ð )ð )ð )ð )ð )øøøð )ð )ð )ð )õ, ÐN¨°~Ô)FÐNÐNÐNÑOÔOÐOÐOà-VÈÐ-VÐ-V�M 'Ñ*øøåÔ#ð 	 ð 	 ð 	 Ø%IˆM˜'Ñ"Ý�,ÑÔÐÐÐÝð 	#ð 	#ð 	#Ý%(¨¡V¤VˆM˜'Ñ"Ý�/˜a�/�/Ñ"Ô"Ð"Ð"Ð"Ð"Ð"Ð"øøøøð	#øøøð
 Ð,Ô-°Ò1Ð1Ý(-ØÐ3Ô4°}ÐEXÔ7YÑYÐ[\ñ)ô )ˆM˜*Ñ%Ð%ð )*ˆM˜*Ñ%à˜Ô(¨1Ò,Ð,Ý!$Ð$bÐ$b°¸gÔ0FÐ$bÑ$bÔ$bÑ!bÔ!bÐØ2DˆMÐ.Ñ/Ý16Ø" ]°>Ô%BÑBÀAñ2ô 2ˆMÐ-Ñ.Ð.ð 34ˆMÐ.Ñ/Ø12ˆMÐ-Ñ.åÐo˜MÐ*?Ô@ÐoÐoÀ=ÐQdÔCeÐoÐoÐoÑpÔpÐpÝÐ<˜]¨:Ô6Ð<Ð<Ð<Ñ=Ô=Ð=à�Ô ×'Ò'¨Ñ6Ô6Ð6Ñ6ð [ÐZ ¨Ô!9ÐZÑZÔZ€Nð %Ý˜[Ñ)Ô)Ý Ñ/Ô/ØZhÐr•c˜.Ð.LÐ.LÐMÑMÔMÈgÔVÐVÐnrð ð#�ÝÐ=Ð=¨nÐ=Ñ=Ô=Ñ=Ô=ÅÀNÑ@SÔ@SÑSÐUVñ
ô 
ð 
à!"Ý# NÑ3Ô3Ý Ñ0Ô0ð
ð 
€GˆIÑõ Œ:�g aÐ(Ñ(Ô(Ð(s¨   ÍA"^*Î4APÐ^*Ð%P)Ð)A^*Ò C(U4Õ(^*Õ4U8	Õ8^*Õ;U8	Õ<D^*Ú	]<Ú&B3]Ý]<Ý],	Ý)]<Ý+],	Ý,]<Ý0^*Ý<^ 	Þ ^*Þ^ 	Þ%^*Þ*#`ß	`ß$`à`c                  ó"   — t           j        dk    S )z˜
    Check if Python version meets the minimum for RL tools.
    
    tinker-atropos depends on the 'tinker' package which requires Python >= 3.11.
    )r   é   )r¤   Úversion_infor   r   r   Úcheck_rl_python_versionrä  '  s   € õ Ô˜wÒ&Ð&r   c                  ó®   — t          ¦   «         sdS t          j        d¦  «        } t          j        d¦  «        }t          | ¦  «        ot          |¦  «        S )zù
    Check if required API keys and Python version are available.
    
    RL training requires:
    - Python >= 3.11 (tinker package requirement)
    - TINKER_API_KEY for the Tinker training API
    - WANDB_API_KEY for Weights & Biases metrics
    FrÓ   ÚWANDB_API_KEY)rä  rä   ræ   rÎ  )Ú
tinker_keyÚ	wandb_keys     r   Úcheck_rl_api_keysré  0  sO   € õ #Ñ$Ô$ð ØˆuÝ”Ð+Ñ,Ô,€JÝ”	˜/Ñ*Ô*€IÝ�
ÑÔÐ/¥ Y¡¤Ð/r   c                  ó>  — g } t          ¦   «         s:|                      dt          j        j        › dt          j        j        › d�¦  «         t          j        d¦  «        s|                      d¦  «         t          j        d¦  «        s|                      d¦  «         | S )zV
    Get list of missing requirements for RL tools (API keys and Python version).
    zPython >= 3.11 (current: ú.rB  rÓ   ræ  )rä  r‚   r¤   rã  ÚmajorÚminorrä   ræ   )Úmissings    r   Úget_missing_keysrï  @  s™   € ð €GÝ"Ñ$Ô$ð gØ�ŠÐeµ3Ô3CÔ3IÐeÐeÍCÔL\ÔLbÐeÐeÐeÑfÔfÐfÝŒ9Ð%Ñ&Ô&ð )Ø�ŠÐ'Ñ(Ô(Ð(ÝŒ9�_Ñ%Ô%ð (Ø�Š�Ñ'Ô'Ð'Ø€Nr   )Úregistryr  zÌList all available RL environments. Returns environment names, paths, and descriptions. TIP: Read the file_path with file tools to understand how each environment works (verifiers, data loading, rewards).Úobject)r™   Ú
propertiesÚrequired)r?   rC   Ú
parametersr  z·Select an RL environment for training. Loads the environment's default configuration. After selecting, use rl_get_current_config() to see settings and rl_edit_config() to modify them.Ústringz=Name of the environment to select (from rl_list_environments))r™   rC   r!  z·Get the current environment configuration. Returns only fields that can be modified: group_size, max_token_length, total_steps, steps_per_eval, use_wandb, wandb_name, max_num_workers.r(  zþUpdate a configuration field. Use rl_get_current_config() first to see all available fields for the selected environment. Each environment has different configurable options. Infrastructure settings (tokenizer, URLs, lora_rank, learning_rate) are locked.zMName of the field to update (get available fields from rl_get_current_config)rC   zNew value for the field©r"  r}   r9  zûStart a new RL training run with the current environment and config. Most training parameters (lora_rank, learning_rate, etc.) are fixed. Use rl_edit_config() to set group_size, batch_size, wandb_project before starting. WARNING: Training takes hours.r`  z¼Get status and metrics for a training run. RATE LIMITED: enforces 30-minute minimum between checks for the same run. Returns WandB metrics: step, state, reward_mean, loss, percent_correct.z#The run ID from rl_start_training()rb  zrStop a running training job. Use if metrics look bad, training is stagnant, or you want to try different settings.zThe run ID to stoprj  znGet final results and metrics for a completed training run. Returns final metrics and path to trained weights.zThe run ID to get results forrl  z@List all training runs (active and completed) with their status.rà  a8  Quick inference test for any environment. Runs a few steps of inference + scoring using OpenRouter. Default: 3 steps x 16 completions = 48 rollouts per model, testing 3 models = 144 total. Tests environment loading, prompt construction, inference parsing, and verifier logic. Use BEFORE training to catch issues.Úintegerz@Number of steps to run (default: 3, recommended max for testing))r™   rC   r�   z1Completions per step (default: 16, like training)Úarrayr™   zgOptional list of OpenRouter model IDs. Default: qwen/qwen3-8b, z-ai/glm-4.7-flash, minimax/minimax-m2.7)r™   r©   rC   ©rs  rt  ru  rÓ   ræ  u   ðŸ§ªÚrlc                 ó   — t          ¦   «         S rŠ  )r  ©Úargsr—  s     r   r·  r·  a  s   € Õ3Ñ5Ô5€ r   )r?   ÚemojiÚtoolsetÚschemaÚhandlerÚcheck_fnÚrequires_envÚis_asyncc                 óJ   — t          |                      dd¦  «        ¬¦  «        S )Nr?   rB   r  )r  r³   rü  s     r   r·  r·  c  s    € Õ4¸$¿(º(À6È2Ñ:NÔ:NÐOÑOÔO€ r   c                 ó   — t          ¦   «         S rŠ  )r!  rü  s     r   r·  r·  e  s   € Õ4Ñ6Ô6€ r   c                 ór   — t          |                      dd¦  «        |                      d¦  «        ¬¦  «        S )Nr"  rB   r}   rö  )r(  r³   rü  s     r   r·  r·  g  s1   € �~°D·H²H¸WÀbÑ4IÔ4IÐQU×QYÒQYÐZaÑQbÔQbÐcÑcÔc€ r   c                 ó   — t          ¦   «         S rŠ  )r9  rü  s     r   r·  r·  i  s   € Õ0Ñ2Ô2€ r   c                 óJ   — t          |                      dd¦  «        ¬¦  «        S ©NrN   rB   )rN   )r`  r³   rü  s     r   r·  r·  k  s   € �°d·h²h¸xÈÑ6LÔ6LÐMÑMÔM€ r   c                 óJ   — t          |                      dd¦  «        ¬¦  «        S r
  )rb  r³   rü  s     r   r·  r·  m  s    € Õ/°t·x²xÀÈ"Ñ7MÔ7MÐNÑNÔN€ r   c                 óJ   — t          |                      dd¦  «        ¬¦  «        S r
  )rj  r³   rü  s     r   r·  r·  o  s   € �~°T·X²X¸hÈÑ5KÔ5KÐLÑLÔL€ r   c                 ó   — t          ¦   «         S rŠ  )rl  rü  s     r   r·  r·  q  s
   € �|™~œ~€ r   c                 óœ   — t          |                      dd¦  «        |                      dd¦  «        |                      d¦  «        ¬¦  «        S )Nrs  r   rt  rr  ru  rù  )rà  r³   rü  s     r   r·  r·  s  si   € Õ0¸4¿8º8ÀKÐQRÑ;SÔ;SÐ`d×`hÒ`hÐiuÐwyÑ`zÔ`zð  DH÷  DLò  DLð  MUñ  DVô  DVð   Wñ   Wô   W€ r   )[rI   rn   rÝ   Úimportlib.utilr    r  rä   r[   r¤   rè   r1  Úloggingr   r6  Údataclassesr   Úpathlibr   Útypingr   r   r   r	   Úhermes_constantsr
   Ú	getLoggerrF   r„   Ú__file__ÚparentÚHERMES_ROOTr   rj   r3  r   r   r²   Úsetr³   r'  r±   r>   rM   r]   rK   r^   rJ   r_   r`   ra   rb   rZ   rU  r�   rÂ   rÄ   rï   rê   rá   r  r  r!  r(  r9  r`  rb  rj  rl  rÀ  ÚDEFAULT_NUM_STEPSÚDEFAULT_GROUP_SIZEÚintrà  rÎ  rä  ré  rï  Útools.registryrð  ÚRL_LIST_ENVIRONMENTS_SCHEMAÚRL_SELECT_ENVIRONMENT_SCHEMAÚRL_GET_CURRENT_CONFIG_SCHEMAÚRL_EDIT_CONFIG_SCHEMAÚRL_START_TRAINING_SCHEMAÚRL_CHECK_STATUS_SCHEMAÚRL_STOP_TRAINING_SCHEMAÚRL_GET_RESULTS_SCHEMAÚRL_LIST_RUNS_SCHEMAÚRL_TEST_INFERENCE_SCHEMAÚ_rl_envÚregisterr   r   r   ú<module>r*     sX  ððð ð ð: €
€
€
Ø €€€Ø Ð Ð Ð Ø €€€Ø 	€	€	€	Ø Ð Ð Ð Ø 
€
€
€
Ø €€€Ø €€€Ø €€€Ø Ð Ð Ð Ð Ð Ø €€€Ø !Ð !Ð !Ð !Ð !Ð !Ø Ð Ð Ð Ð Ð Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,à ,Ð ,Ð ,Ð ,Ð ,Ð ,à	ˆÔ	˜8Ñ	$Ô	$€ð ˆd�8‰nŒnÔ#Ô*€Ø!Ð$4Ñ4Ð Ø&Ð)9Ñ9¸NÑJÐ Ø! IÑ-€Øˆ?ÑÔ˜vÑ%¨Ñ5€ð&ð &ð &ð *Ø5ØØ ØØØØØ!"ØØðð ð *Ø2ØØØ%(ØØ#ð	
ð 	
ð
ð Ø Ø$(Ø#Ø$&ðð ð ØðC"ð "€ðH �S˜×*Ò*¨5°"Ñ5Ô5×:Ò:Ñ<Ô<Ñ=Ô=Ð ð ð(ð (ð (ð (ð (ñ (ô (ñ „ð(ð ð3ð 3ð 3ð 3ð 3ñ 3ô 3ñ „ð3ð" (*€ˆt�OÔ$Ð )Ð )Ñ )Ø"€ˆh�sŒmÐ "Ð "Ñ "Ø"$€��c˜3�h”Ð $Ð $Ñ $Ø:<Ð �4˜˜T # t¨C°¨H¤~Ð"5Ô6Ð6Ô7Ð <Ð <Ñ <Ø$&€ˆd�3˜�=Ô!Ð &Ð &Ñ &Ø')Ð �D˜˜e˜Ô$Ð )Ð )Ñ )ð $Ð ð:˜D Ô1ð :ð :ð :ð :ðzQ¨#ð Q°$°s¸DÀÀcÀ¼NÐ7JÔ2Kð Qð Qð Qð Qðh-ð -ð -ðr&¨ð r&Àð r&ð r&ð r&ð r&ðj¨8ð ð ð ð ðB&+ (ð &+ð &+ð &+ð &+ðZ** Cð **ð **ð **ð **ðZ4 cð 4¨cð 4ð 4ð 4ð 4ðv, Sð ,ð ,ð ,ð ,ð^+ ð +¨Cð +°Cð +ð +ð +ð +ðdf ð fð fð fð fðRV( #ð V(¨#ð V(ð V(ð V(ð V(ðr 3ð ¨3ð ð ð ð ð@)( ð )(¨ð )(ð )(ð )(ð )(ðX˜Cð ð ð ð ð:  J¸ÐAÐAØ¨À8ÐLÐLØ!¨>ÀGÐLÐLð€ð Ð ØÐ ð 'Ø(Ø"&ðe)ð e)Øðe)àðe)ð �T˜#”YÔðe)ð 	ð	e)ð e)ð e)ð e)ðX	' ð 'ð 'ð 'ð 'ð0˜4ð 0ð 0ð 0ð 0ð ˜$˜sœ)ð ð ð ð ð" $Ð #Ð #Ð #Ð #Ð #à'=ð  O]ð  v~ð  NPð  ^`ð  mað  mað  bð  bÐ Ø(?ð  QJð  ckð  |Bð  MUð  feð  Dfð  Dfð  {gð  v|ð  u}ð  Z~ð  Z~ð   ð   Ð Ø(?ð  QJð  ckð  {}ð  KMð  ZNð  ZNð   Oð   OÐ Ø!1ð  CCð  \dð  GOð  `oð  ~pð  ~pð  |Ið  Kdð  {eð  tfð  tfð  u|ð  ~E	ð  tF	ð  SG	ð  SG	ð  H	ð  H	Ð Ø$7ð  IFð  _gð  wyð  GIð  VJð  VJð  Kð  KÐ Ø"3ð  ECð  \dð  u}ð  HPð  aFð  Gð  Gð  tHð  W_ð  V`ð  Sað  Sað  bð  bÐ Ø#5ð  G{ð  T\ð  muð  @Hð  Ymð  wnð  wnð  loð  ~Fð  }Gð  KHð  KHð  Ið  IÐ Ø!1ð  Csð  LTð  emð  x@ð  Qpð  oqð  oqð  drð  AIð  @Jð  CKð  CKð  Lð  LÐ Ø-ð  ?Að  Zbð  rtð  BDð  QEð  QEð  Fð  FÐ Ø$7ð  ICð  \dð  KTð  egð  tuð  Bvð  Bvð  O	X	ð  i	\
ð  i
k
ð  F	l
ð  F	l
ð  AHð  TZð  \dð  Seð  v_ð  x
`ð  x
`ð  tað  tað  oqð  Srð  Srð  sð  sÐ à˜_Ð
-€à €Ô Ð-°VÀTÐRmØ5Ð5Ð@QÐ`gÐrvðxñ xô xð xà €Ô Ð.°fÀdÐSoØOÐOÐZkð  {Bð  MQðRñ Rô Rð Rà €Ô Ð.°fÀdÐSoØ6Ð6ÐARÐahÐswðyñ yô yð yà €Ô Ð'¨v¸tÐLaØcÐcÐnð  OVð  aeðfñ fô fð fà €Ô Ð*°&À$ÐOgØ2Ð2Ð=NÐ]dÐosðuñ uô uð uà €Ô Ð(°ÀÐMcØMÐMÐXiÐxð  KOðPñ Pô Pð Pà €Ô Ð)°ÀÐNeØNÐNÐYjð  zAð  LPðQñ Qô Qð Qà €Ô Ð'¨v¸tÐLaØLÐLÐWhÐw~ð  JNðOñ Oô Oð Oà €Ô �~¨V¸TÐJ]Ø-Ð-Ð8IÐX_Ðjnðpñ pô pð pà €Ô Ð*°&À$ÐOgð Wð  WØ¨W¸tðEñ Eô Eð Eð Eð Er   