vlm_eval_kit_resources_server:
  resources_servers:
    vlm_eval_kit:
      entrypoint: app.py
      domain: other
      verified: false
      description: Run all supported VLMEvalKit benchmarks.
      value: Measure VLM capabilities
vlm_eval_kit_simple_agent:
  responses_api_agents:
    simple_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: vlm_eval_kit_resources_server
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
      - name: MMBench_DEV_EN_V11
        type: validation
        jsonl_fpath: resources_servers/vlm_eval_kit/data/MMBench_DEV_EN_V11_validation.jsonl
        num_repeats: 1
        gitlab_identifier:
          dataset_name: vlm_eval_kit
          version: 0.0.1
          artifact_fpath: MMBench_DEV_EN_V11_validation.jsonl
        license: TBD
      - name: OCRBench
        type: validation
        jsonl_fpath: resources_servers/vlm_eval_kit/data/OCRBench_validation.jsonl
        num_repeats: 1
        gitlab_identifier:
          dataset_name: vlm_eval_kit
          version: 0.0.1
          artifact_fpath: OCRBench_validation.jsonl
        license: TBD
      - name: example
        type: example
        jsonl_fpath: resources_servers/vlm_eval_kit/data/example.jsonl
        num_repeats: 1