from_http.json

{
  "$schema": "./schemas/config.schema.json",
  "engine": {
    "agent": {
      "model": {
        "model_name": "meta/llama-3.1-70b-instruct",
        "service": {
          "_type": "nvfoundation"
        },
        "max_tokens": 2000,
        "temperature": 0,
        "top_p": 0.01,
        "seed": 42
      },
      "verbose": false
    },
    "checklist_model": {
      "service": {
        "_type": "nvfoundation"
      },
      "model_name": "meta/llama-3.1-70b-instruct",
      "max_tokens": 2000,
      "temperature": 0,
      "top_p": 0.01,
      "seed": 42
    },
    "justification_model": {
      "model_name": "meta/llama-3.1-70b-instruct",
      "service": {
        "_type": "nvfoundation"
      },
      "max_tokens": 1024,
      "temperature": 0,
      "top_p": 0.01,
      "seed": 42
    },
    "rag_embedding": {
      "_type": "nim",
      "model": "nvidia/nv-embedqa-e5-v5",
      "truncate": "END",
      "max_batch_size": 128
    },
    "summary_model": {
      "model_name": "meta/llama-3.1-70b-instruct",
      "service": {
        "_type": "nvfoundation"
      },
      "max_tokens": 1024,
      "temperature": 0,
      "top_p": 0.01,
      "seed": 42
    }
  },
  "general": {
    "cache_dir": null,
    "base_vdb_dir": ".cache/am_cache/vdb",
    "base_git_dir": ".cache/am_cache/git",
    "max_retries": 5,
    "model_max_batch_size": 64,
    "pipeline_batch_size": 1024,
    "use_uvloop": true
  },
  "input": {
    "_type": "http",
    "port": 26466,
    "address": "0.0.0.0"
  },
  "output": {
    "_type": "file",
    "file_path": ".tmp/output.json",
    "markdown_dir": ".tmp/vulnerability_markdown_reports",
    "overwrite": true
  }
}