+
    i
                        R t ^ RIHt ^ RIHt ^ RIHt ^ RIHt ^ RIHt ^ RIH	t	 ^ RIH
t
 ^ RIHt ^ R	IHt ^ R
IHt ^ RIt ! R R]P                  4      tR# )zThe eval command.)annotations)Sequence)command)command_utils)input_utils)ipython_env)model_registry)output_utils)parsed_args_lib)post_process_utilsNc                  N   a  ] tR t^tRtR	R V 3R llltR R ltR R ltRtV ;t	# )
EvalCommandz!Implementation of "eval" command.c                    V ^8  d   QhRRRR/# )   modelszmodel_registry.ModelRegistryenvzipython_env.IPythonEnv | None )formats   "x/Users/igloo/.openclaw/workspace/scratch/fb_ad_env/lib/python3.14/site-packages/google/generativeai/notebook/eval_cmd.py__annotate__EvalCommand.__annotate__"   s        ,  +     c                <   < \         SV `  4        Wn        W n        R# )zYConstructor.

Args:
  models: ModelRegistry instance.
  env: The IPythonEnv environment.
N)super__init___models_ipython_env)selfr   r   	__class__s   &&&r   r   EvalCommand.__init__"   s     	r   c               (    V ^8  d   QhRRRRRRRR/# )	r   parsed_argszparsed_args_lib.ParsedArgscell_contentstrpost_processing_fns2Sequence[post_process_utils.ParsedPostProcessExpr]returnzpandas.DataFramer   )r   s   "r   r   r   1   s3     - -/- - P	-
 
-r   c                	    \         P                  ! VR R7      p\        P                  ! V P                  V P
                  VVVR7      pV! VR7      p\        P                  ! WaR7       VP                  4       # )T)suppress_status_msgs)r   r   r!   r"   r$   )inputs)resultsr!   )	r   join_inputs_sourcesr   create_llm_eval_functionr   r   r	   write_to_outputsas_pandas_dataframe)r   r!   r"   r$   r)   
llm_cmp_fnr*   s   &&&&   r   executeEvalCommand.execute1   si     00SWX";;<<!!#% 3

 F+%%gO**,,r   c                    V ^8  d   QhRRRR/# )r   tokenszSequence[Sequence[str]]r&   r%   r   )r   s   "r   r   r   H   s      I I-I	;Ir   c                	.    \         P                  ! V4      # N)r   resolve_post_processing_tokens)r   r3   s   &&r   parse_post_processing_tokens(EvalCommand.parse_post_processing_tokensH   s     "@@HHr   )r   r   r5   )
__name__
__module____qualname____firstlineno____doc__r   r0   r7   __static_attributes____classcell__)r   s   @r   r   r      s!    +   -.I Ir   r   )r=   
__future__r   typingr   google.generativeai.notebookr   r   r   r   r   r	   r
   r   pandasCommandr   r   r   r   <module>rE      s=     "  0 6 4 4 7 5 8 ; ,I'// ,Ir   