         157569 function calls (145647 primitive calls) in 0.043 seconds

   Ordered by: cumulative time

   ncalls  tottime  percall  cumtime  percall filename:lineno(function)
        1    0.000    0.000    0.043    0.043 /Users/shanekercheval/repos/flex-evals/profile_sync_checks.py:14(run_sync_check_test)
        1    0.000    0.000    0.042    0.042 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:31(evaluate)
        1    0.000    0.000    0.025    0.025 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:187(_resolve_checks)
  403/401    0.000    0.000    0.017    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/main.py:243(__init__)
        1    0.000    0.000    0.017    0.017 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:331(_evaluate)
  403/401    0.000    0.000    0.017    0.000 {method 'validate_python' of 'pydantic_core._pydantic_core.SchemaValidator' objects}
      402    0.000    0.000    0.017    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/base.py:97(validate_expression)
      402    0.000    0.000    0.017    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/utils/jsonpath_resolver.py:122(validate_jsonpath)
        1    0.000    0.000    0.017    0.017 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:108(_convert_check_input)
        1    0.000    0.000    0.017    0.017 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/base.py:151(__init__)
        2    0.000    0.000    0.017    0.008 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/exact_match.py:30(convert_jsonpath)
        2    0.000    0.000    0.017    0.008 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/base.py:112(_convert_to_jsonpath)
        2    0.000    0.000    0.017    0.008 /Users/shanekercheval/repos/flex-evals/src/flex_evals/utils/jsonpath_resolver.py:93(parse_jsonpath_cached)
        2    0.000    0.000    0.017    0.008 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:14(parse)
        2    0.000    0.000    0.014    0.007 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:25(__init__)
        2    0.000    0.000    0.014    0.007 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3216(yacc)
        2    0.000    0.000    0.011    0.006 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2102(__init__)
        2    0.003    0.002    0.011    0.005 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2534(lr_parse_table)
      200    0.000    0.000    0.010    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:421(_execute_sync_check)
      200    0.000    0.000    0.010    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/base.py:265(execute)
 5000/200    0.003    0.000    0.008    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/copy.py:119(deepcopy)
      200    0.000    0.000    0.008    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/copy.py:192(_deepcopy_list)
  600/200    0.001    0.000    0.007    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/main.py:936(__deepcopy__)
      200    0.001    0.000    0.007    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/base.py:223(resolve_fields)
  600/200    0.001    0.000    0.006    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/copy.py:218(_deepcopy_dict)
        1    0.001    0.001    0.004    0.004 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:290(_unflatten_check_results)
      400    0.000    0.000    0.004    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/base.py:127(__init__)
      400    0.000    0.000    0.004    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/utils/jsonpath_resolver.py:190(resolve_argument)
      400    0.000    0.000    0.004    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/utils/jsonpath_resolver.py:252(create_evaluation_context)
      800    0.000    0.000    0.004    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/dataclasses.py:1338(asdict)
 1200/400    0.001    0.000    0.004    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/jsonpath.py:261(find)
        2    0.000    0.000    0.004    0.002 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2510(add_lalr_lookaheads)
 5600/800    0.002    0.000    0.004    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/dataclasses.py:1362(_asdict_inner)
     2390    0.002    0.000    0.003    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2165(lr0_goto)
        2    0.000    0.000    0.003    0.001 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:56(parse)
        2    0.000    0.000    0.003    0.001 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:60(parse_token_stream)
        2    0.000    0.000    0.003    0.001 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:325(parse)
        2    0.000    0.000    0.003    0.001 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2200(lr0_items)
        2    0.000    0.000    0.003    0.001 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1003(parseopt_notrack)
     1200    0.000    0.000    0.003    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/jsonpath.py:609(find)
       16    0.000    0.000    0.003    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:195(token)
       16    0.000    0.000    0.003    0.000 {built-in method builtins.next}
       16    0.000    0.000    0.003    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/lexer.py:21(tokenize)
        2    0.000    0.000    0.003    0.001 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:862(lex)
        1    0.000    0.000    0.003    0.003 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:247(_flatten_checks_for_execution)
     1200    0.001    0.000    0.003    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/jsonpath.py:615(_find_base)
    22308    0.002    0.000    0.002    0.000 {method 'get' of 'dict' objects}
       46    0.000    0.000    0.002    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/__init__.py:287(compile)
       46    0.000    0.000    0.002    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/__init__.py:330(_compile)
       23    0.000    0.000    0.002    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:743(compile)
        2    0.000    0.000    0.002    0.001 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:576(validate_all)
        2    0.000    0.000    0.002    0.001 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:728(validate_rules)
     1200    0.001    0.000    0.002    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/jsonpath.py:584(get_field_datum)
        2    0.001    0.000    0.002    0.001 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2372(compute_lookback_includes)
    10097    0.001    0.000    0.001    0.000 {built-in method builtins.isinstance}
      200    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/base.py:253(_restore_jsonpath_fields)
      200    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:497(_create_test_case_result)
      800    0.001    0.000    0.001    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/dataclasses.py:1308(fields)
        2    0.001    0.000    0.001    0.001 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2492(add_lookaheads)
       23    0.000    0.000    0.001    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:970(parse)
     1001    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/main.py:993(__setattr__)
    58/23    0.000    0.000    0.001    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:451(_parse_sub)
        2    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2962(validate_all)
    10477    0.001    0.000    0.001    0.000 {method 'append' of 'list' objects}
    70/35    0.000    0.000    0.001    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:511(_parse)
    13952    0.001    0.000    0.001    0.000 {built-in method builtins.id}
       98    0.001    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2139(lr0_closure)
    12176    0.001    0.000    0.001    0.000 {built-in method builtins.getattr}
      800    0.000    0.000    0.001    0.000 {built-in method builtins.setattr}
        4    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2057(digraph)
  156/146    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2068(traverse)
     1600    0.000    0.000    0.001    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/copy.py:232(_keep_alive)
       23    0.000    0.000    0.001    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:576(_code)
        8    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:493(_form_master_re)
        2    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:831(validate_module)
     1602    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/_internal/_model_construction.py:277(__instancecheck__)
     1600    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/jsonpath.py:102(__init__)
      200    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/exact_match.py:41(__call__)
       56    0.000    0.000    0.001    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1551(add_production)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:74(__post_init__)
     2400    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/jsonpath.py:95(wrap)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2999(validate_modules)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/copy.py:248(_reconstruct)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2474(compute_follow_sets)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3150(validate_pfunctions)
    95/23    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:37(_compile)
     4939    0.000    0.000    0.000    0.000 {built-in method builtins.hasattr}
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/base.py:158(check_type)
      804    0.000    0.000    0.000    0.000 {built-in method builtins.sum}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2452(compute_read_sets)
      600    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/copy.py:62(copy)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1934(build_lritems)
3154/2813    0.000    0.000    0.000    0.000 {built-in method builtins.len}
      202    0.000    0.000    0.000    0.000 {built-in method now}
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/base.py:182(_get_version)
      400    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/jsonpath.py:196(find)
      800    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/main.py:97(_model_field_setattr_handler)
        4    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/inspect.py:1229(getsourcelines)
      400    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/utils/jsonpath_resolver.py:57(is_jsonpath)
       42    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/inspect.py:959(getsourcefile)
     4000    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/dataclasses.py:1323(<genexpr>)
        4    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/inspect.py:1052(findsource)
      286    0.000    0.000    0.000    0.000 {built-in method builtins.any}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2285(find_nonterminal_transitions)
      203    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/main.py:1001(_setattr_handler)
     1266    0.000    0.000    0.000    0.000 {method 'match' of 're.Pattern' objects}
      400    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/copy.py:253(<genexpr>)
       23    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:514(_compile_info)
      800    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/dataclasses.py:1326(_is_dataclass_instance)
       48    0.000    0.000    0.000    0.000 {built-in method builtins.eval}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1875(compute_follow)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2954(get_all)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1980(read_table)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1838(compute_first)
        2    0.000    0.000    0.000    0.000 {built-in method builtins.exec}
     1793    0.000    0.000    0.000    0.000 {method 'startswith' of 'str' objects}
     3400    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/copy.py:173(_deepcopy_atomic)
     1657    0.000    0.000    0.000    0.000 {method 'items' of 'dict' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3129(get_pfunctions)
        4    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/linecache.py:31(getlines)
      416    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1803(_first)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/linecache.py:80(updatecache)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:569(get_all)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/_internal/_utils.py:422(__get__)
      400    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:645(parent)
      414    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1441(__str__)
      218    0.000    0.000    0.000    0.000 {method 'sort' of 'list' objects}
       27    0.000    0.000    0.000    0.000 {built-in method posix.stat}
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:1349(_find_and_load)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:96(_compute_status)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:662(get_rules)
       78    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2453(<lambda>)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/constants.py:32(__str__)
      188    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1430(__init__)
       78    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2454(<lambda>)
       22    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:241(_optimize_charset)
       32    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:273(getuntil)
      223    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/enum.py:695(__call__)
       78    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2305(dr_relation)
      960    0.000    0.000    0.000    0.000 {method 'add' of 'set' objects}
      386    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:167(__getitem__)
     1200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/jsonpath.py:599(reified_fields)
       78    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2329(reads_relation)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/tokenize.py:443(open)
      600    0.000    0.000    0.000    0.000 {method 'copy' of 'set' objects}
   130/58    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:177(getwidth)
       21    0.000    0.000    0.000    0.000 <frozen genericpath>:16(exists)
      200    0.000    0.000    0.000    0.000 <frozen abc>:117(__instancecheck__)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/check.py:90(__post_init__)
     1922    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:130(__call__)
      897    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:239(__next)
       58    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1313(__init__)
     1922    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:127(__getattribute__)
      803    0.000    0.000    0.000    0.000 {built-in method __new__ of type object at 0x102fbc2b0}
      902    0.000    0.000    0.000    0.000 {method 'values' of 'dict' objects}
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:22(__post_init__)
       82    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/inspect.py:1000(getmodule)
       23    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/enum.py:1603(__and__)
     1206    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/jsonpath.py:581(__init__)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:1304(_find_and_load_unlocked)
      149    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:163(__len__)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/registry.py:372(get_version_for_class)
      560    0.000    0.000    0.000    0.000 {method 'join' of 'str' objects}
      232    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:260(get)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/test_case.py:35(__post_init__)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/main.py:265(model_fields)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/registry.py:388(get_check_type_for_class)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:1240(_find_spec)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/copyreg.py:98(__newobj__)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/enum.py:199(__get__)
      200    0.000    0.000    0.000    0.000 {method '__reduce_ex__' of 'object' objects}
       21    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:401(_simple)
      406    0.000    0.000    0.000    0.000 {method 'rpartition' of 'str' objects}
      203    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/_internal/_fields.py:494(is_valid_field_name)
      800    0.000    0.000    0.000    0.000 {built-in method builtins.issubclass}
        1    0.000    0.000    0.000    0.000 <string>:2(__init__)
        2    0.000    0.000    0.000    0.000 {built-in method _io.open}
       38    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3142(<lambda>)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:288(__init__)
      200    0.000    0.000    0.000    0.000 {built-in method _abc._abc_instancecheck}
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:151(__post_init__)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1651(find_unreachable)
       35    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:97(closegroup)
       38    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2897(parse_grammar)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:315(set_defaulted_states)
      271    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:255(match)
      304    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1349(__len__)
    130/2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1654(mark_reachable_from)
       90    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:439(_get_regex)
       35    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:85(opengroup)
       48    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:533(_statetoken)
       25    0.000    0.000    0.000    0.000 {built-in method builtins.max}
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/registry.py:340(get_latest_version)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:416(__enter__)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/registry.py:123(get_latest_version)
        4    0.000    0.000    0.000    0.000 {built-in method builtins.dir}
      400    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:510(<genexpr>)
       38    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:541(_module_repr)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap_external>:1551(find_spec)
        2    0.000    0.000    0.000    0.000 {method 'readlines' of '_io._IOBase' objects}
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap_external>:1522(_get_spec)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/packaging/version.py:47(parse)
      223    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/enum.py:1152(__new__)
    39/23    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:439(_get_literal_prefix)
        4    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/linecache.py:47(checkcache)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:543(_compute_evaluation_status)
      168    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/inspect.py:969(<genexpr>)
      400    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/checks/base.py:133(context_dict)
      386    0.000    0.000    0.000    0.000 {built-in method builtins.min}
      132    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/inspect.py:298(ismodule)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/packaging/version.py:188(__init__)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap_external>:1624(find_spec)
       78    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2476(<lambda>)
      127    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:292(tell)
      400    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:83(<genexpr>)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:84(<genexpr>)
       69    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/enum.py:1585(_get_value)
      107    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:175(append)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:530(_compute_evaluation_summary)
       16    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:305(token)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1738(undefined_symbols)
      400    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:100(<genexpr>)
       42    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/inspect.py:919(getfile)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:174(_compute_status)
       22    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:214(_compile_charset)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/registry.py:194(get_version_for_class)
      401    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/utils/jsonpath_resolver.py:314(get_shared_resolver)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:38(__post_init__)
      116    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:82(groups)
      126    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/inspect.py:966(<genexpr>)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/registry.py:211(get_check_type_for_class)
        8    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:389(_mk_bitmap)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:304(acquire)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/tokenize.py:350(detect_encoding)
       38    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:823(_module_repr_from_spec)
      254    0.000    0.000    0.000    0.000 {method 'endswith' of 'str' objects}
      4/1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/_internal/_model_construction.py:284(__subclasscheck__)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2972(signature)
      4/1    0.000    0.000    0.000    0.000 <frozen abc>:121(__subclasscheck__)
      105    0.000    0.000    0.000    0.000 {method 'split' of 'str' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3098(validate_precedence)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/enum.py:1333(value)
      4/1    0.000    0.000    0.000    0.000 {built-in method _abc._abc_subclasscheck}
       56    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1456(rightmost_terminal)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:426(_get_module_lock)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/uuid.py:710(uuid4)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2256(compute_nullable_nonterminals)
      104    0.000    0.000    0.000    0.000 {method 'group' of 're.Match' objects}
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:511(<genexpr>)
      158    0.000    0.000    0.000    0.000 {method 'pop' of 'list' objects}
       22    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:371(_escape)
      194    0.000    0.000    0.000    0.000 {method 'insert' of 'list' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2028(bind_callables)
       23    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:230(__init__)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1674(infinite_cycles)
       32    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:303(checkgroupname)
      200    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:320(<lambda>)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/registry.py:330(list_registered_checks)
       48    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:239(__getitem__)
      201    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:178(<genexpr>)
       13    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:448(_uniq)
        6    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:81(p_jsonpath_binop)
       78    0.000    0.000    0.000    0.000 {method 'find' of 'bytearray' objects}
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:232(__init__)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap_external>:145(_path_stat)
       46    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:573(isstring)
       12    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:470(_get_charset_prefix)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/registry.py:182(list_registered_checks)
        1    0.000    0.000    0.000    0.000 {method 'disable' of '_lsprof.Profiler' objects}
        8    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:311(_class_escape)
        6    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:150(p_fields_or_any)
       30    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:721(<lambda>)
       95    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:112(__init__)
      201    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:161(<genexpr>)
        2    0.000    0.000    0.000    0.000 {built-in method _thread.allocate_lock}
       10    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap_external>:131(_path_join)
      201    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:545(<genexpr>)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/tokenize.py:374(read_or_stop)
       46    0.000    0.000    0.000    0.000 {method 'extend' of 'list' objects}
       23    0.000    0.000    0.000    0.000 {built-in method _sre.compile}
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:162(__enter__)
        6    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:103(p_jsonpath_fields)
      201    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:533(<genexpr>)
        2    0.000    0.000    0.000    0.000 {method 'readline' of '_io.BufferedReader' objects}
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/uuid.py:142(__init__)
       78    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2475(<lambda>)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:631(get_states)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:603(validate_tokens)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:620(validate_literals)
        4    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/inspect.py:764(unwrap)
       90    0.000    0.000    0.000    0.000 {built-in method builtins.ord}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3038(validate_error_func)
       23    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:954(fix_flags)
        2    0.000    0.000    0.000    0.000 <frozen posixpath>:176(dirname)
       58    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1375(bind)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:124(setdefault)
       38    0.000    0.000    0.000    0.000 {method 'splitlines' of 'str' objects}
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:420(__exit__)
       11    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:410(_generate_overlap_table)
       56    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:31(_combine_flags)
        6    0.000    0.000    0.000    0.000 <frozen codecs>:322(decode)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:150(_validate_inputs)
        6    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:161(p_fields_id)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/packaging/version.py:523(_cmpkey)
        2    0.000    0.000    0.000    0.000 <frozen posixpath>:117(splitext)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3080(validate_tokens)
        2    0.000    0.000    0.000    0.000 <frozen posixpath>:100(split)
       32    0.000    0.000    0.000    0.000 {method 'isidentifier' of 'str' objects}
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:372(release)
        2    0.000    0.000    0.000    0.000 {method '__exit__' of '_io._IOBase' objects}
       13    0.000    0.000    0.000    0.000 {built-in method fromkeys}
       51    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_compiler.py:431(_get_iscased)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/tokenize.py:380(find_cookie)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1635(set_start)
        1    0.000    0.000    0.000    0.000 {method 'search' of 're.Pattern' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:116(__init__)
       23    0.000    0.000    0.000    0.000 {method 'pop' of 'dict' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1476(__init__)
       14    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1526(set_precedence)
       23    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:76(__init__)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3060(get_tokens)
        1    0.000    0.000    0.000    0.000 {built-in method posix.urandom}
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:173(__exit__)
        6    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/lexer.py:66(t_ID)
        1    0.000    0.000    0.000    0.000 {built-in method builtins.print}
       24    0.000    0.000    0.000    0.000 {method 'rstrip' of 'str' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/main.py:84(_check_frozen)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/copyreg.py:107(_slotnames)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:982(find_spec)
       38    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:653(has_location)
       21    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/re/_parser.py:171(__setitem__)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1755(unused_terminals)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:1128(find_spec)
        8    0.000    0.000    0.000    0.000 {method 'translate' of 'bytearray' objects}
        1    0.000    0.000    0.000    0.000 <string>:1(<lambda>)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:2939(__init__)
        8    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:1222(__enter__)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:583(get_tokens)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:74(__new__)
        6    0.000    0.000    0.000    0.000 {built-in method _codecs.utf_8_decode}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:558(__init__)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/pydantic/_internal/_model_construction.py:266(__getattr__)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:117(p_jsonpath_root)
       11    0.000    0.000    0.000    0.000 {method 'copy' of 'dict' objects}
        8    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:1226(__exit__)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:82(remove)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:534(<genexpr>)
       26    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:247(__setitem__)
        2    0.000    0.000    0.000    0.000 <frozen genericpath>:157(_splitext)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:162(<genexpr>)
        1    0.000    0.000    0.000    0.000 {built-in method builtins.all}
        2    0.000    0.000    0.000    0.000 {built-in method _imp.is_builtin}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:251(input)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/uuid.py:283(__str__)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:445(cb)
        4    0.000    0.000    0.000    0.000 /Users/shanekercheval/.local/share/uv/python/cpython-3.13.1-macos-aarch64-none/lib/python3.13/inspect.py:485(istraceback)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:480(_call_with_frames_removed)
        4    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/packaging/version.py:207(<genexpr>)
       12    0.000    0.000    0.000    0.000 {built-in method _imp.release_lock}
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/check.py:30(__post_init__)
        8    0.000    0.000    0.000    0.000 {method 'values' of 'mappingproxy' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1770(unused_rules)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:79(__init__)
        2    0.000    0.000    0.000    0.000 <frozen codecs>:312(__init__)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/registry.py:277(get_check_class)
        4    0.000    0.000    0.000    0.000 <frozen posixpath>:42(_get_sep)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/engine.py:181(<genexpr>)
        2    0.000    0.000    0.000    0.000 {built-in method builtins.sorted}
       12    0.000    0.000    0.000    0.000 {built-in method _imp.acquire_lock}
        8    0.000    0.000    0.000    0.000 {method 'items' of 'mappingproxy' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3028(validate_start)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1787(unused_precedence)
        8    0.000    0.000    0.000    0.000 {method 'rfind' of 'str' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3024(get_start)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:614(get_literals)
        2    0.000    0.000    0.000    0.000 {method 'seek' of '_io.BufferedReader' objects}
       10    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:491(_verbose_message)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:1974(__init__)
        2    0.000    0.000    0.000    0.000 {method 'decode' of 'bytes' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3094(get_precedence)
        2    0.000    0.000    0.000    0.000 {built-in method _imp.find_frozen}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:233(__init__)
        6    0.000    0.000    0.000    0.000 {method 'end' of 're.Match' objects}
        4    0.000    0.000    0.000    0.000 {method '__exit__' of '_thread.RLock' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/yacc.py:3034(get_error_func)
        6    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/jsonpath.py:257(__init__)
        2    0.000    0.000    0.000    0.000 {method 'startswith' of 'bytes' objects}
        4    0.000    0.000    0.000    0.000 {built-in method sys.getrecursionlimit}
        3    0.000    0.000    0.000    0.000 {method 'get' of 'mappingproxy' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/ply/lex.py:725(<lambda>)
        6    0.000    0.000    0.000    0.000 {built-in method posix.fspath}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/lexer.py:16(__init__)
        2    0.000    0.000    0.000    0.000 {method 'find' of 'str' objects}
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/_virtualenv.py:50(find_spec)
        1    0.000    0.000    0.000    0.000 {method 'count' of 'list' objects}
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap_external>:67(_relax_case)
        3    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/packaging/version.py:471(_parse_letter_version)
        4    0.000    0.000    0.000    0.000 {built-in method _thread.get_ident}
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:599(__init__)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap_external>:1500(_path_importer_cache)
        2    0.000    0.000    0.000    0.000 {method 'remove' of 'list' objects}
        2    0.000    0.000    0.000    0.000 {built-in method _weakref._remove_dead_weakref}
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/registry.py:63(get_check_class)
        2    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/jsonpath_ng/parser.py:192(__init__)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/src/flex_evals/schemas/results.py:113(__post_init__)
        3    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/packaging/version.py:537(<lambda>)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:412(__init__)
        1    0.000    0.000    0.000    0.000 {built-in method from_bytes}
        2    0.000    0.000    0.000    0.000 <frozen codecs>:263(__init__)
        2    0.000    0.000    0.000    0.000 <frozen importlib._bootstrap>:158(__init__)
        1    0.000    0.000    0.000    0.000 /Users/shanekercheval/repos/flex-evals/.venv/lib/python3.13/site-packages/packaging/version.py:511(_parse_local_version)
        1    0.000    0.000    0.000    0.000 <string>:1(<module>)
        1    0.000    0.000    0.000    0.000 {method 'keys' of 'dict' objects}


