client-config/mkdocs.yml at main · Agent-CI/client-config · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
site_name: AgentCI Client Config
site_description: Client configuration library for AgentCI - Define evaluations and framework configurations
site_url: https://agent-ci.com
repo_url: https://github.com/Agent-CI/client-config
repo_name: Agent-CI/client-config

theme:
  name: material
  palette:
    - scheme: default
      primary: indigo
      accent: indigo
      toggle:
        icon: material/brightness-7
        name: Switch to dark mode
    - scheme: slate
      primary: indigo
      accent: indigo
      toggle:
        icon: material/brightness-4
        name: Switch to light mode
  features:
    - navigation.tabs
    - navigation.sections
    - navigation.top
    - search.suggest
    - search.highlight
    - content.code.copy
    - content.code.annotate

plugins:
  - search
  - mkdocstrings:
      handlers:
        python:
          options:
            docstring_style: google
            show_source: true
            show_root_heading: true
            show_symbol_type_heading: true
            show_symbol_type_toc: true

markdown_extensions:
  - pymdownx.highlight:
      anchor_linenums: true
  - pymdownx.superfences
  - pymdownx.tabbed:
      alternate_style: true
  - admonition
  - pymdownx.details
  - pymdownx.emoji:
      emoji_index: !!python/name:material.extensions.emoji.twemoji
      emoji_generator: !!python/name:material.extensions.emoji.to_svg
  - attr_list
  - md_in_html
  - toc:
      permalink: true

nav:
  - Home: index.md
  - TOML Schema:
      - Getting Started: guide/getting-started.md
      - Evaluations:
          - Overview: guide/evaluations.md
          - Accuracy: guide/eval-accuracy.md
          - Performance: guide/eval-performance.md
          - Safety: guide/eval-safety.md
          - Consistency: guide/eval-consistency.md
          - LLM: guide/eval-llm.md
          - Custom: guide/eval-custom.md
      - Frameworks:
          - Schema Reference: guide/frameworks.md
          - Advanced Guide: guide/frameworks-advanced.md
  - Python API: python-api.md
  - API Reference:
      - Evals: api/evals.md
      - Frameworks: api/frameworks.md
      - Config: api/config.md