code-indexing-benchmark.yaml

project:
  name: gkg

repos_dir: temp

repos:
  # GitLab (Ruby + TypeScript)
  - name: gitlab
    source: gitlab
    project: gitlab-org/gitlab
    version: v18.9.1-ee
    groups: [ruby, typescript]

  - name: gitlab-shell
    source: gitlab
    project: gitlab-org/gitlab-shell
    version: v14.47.0
    groups: [ruby, go]

  # Go services (GDK components)
  - name: gitaly
    source: gitlab
    project: gitlab-org/gitaly
    version: v18.10.3
    groups: [go]

  - name: gitlab-http-router
    source: gitlab
    project: gitlab-org/cells/http-router
    version: main
    groups: [go, typescript]

  - name: gitlab-topology-service
    source: gitlab
    project: gitlab-org/cells/topology-service
    version: main
    groups: [go]

  - name: gitlab-zoekt-indexer
    source: gitlab
    project: gitlab-org/gitlab-zoekt-indexer
    version: v1.13.0
    groups: [go]

  - name: siphon
    source: gitlab
    project: gitlab-org/analytics-section/siphon
    version: main
    groups: [go]

  # Java (GitHub)
  - name: okhttp
    source: github
    project: square/okhttp
    version: parent-5.0.0-alpha.14
    commit_sha: 374def39eb276bf0ad724dc71c589241851f5b16
    groups: [java, kotlin]

  - name: elasticsearch
    source: github
    project: elastic/elasticsearch
    version: v9.0.0
    commit_sha: 112859b85d50de2a7e63f73c8fc70b99eea24291
    groups: [java]

  # TypeScript (GitHub)
  - name: vscode
    source: github
    project: microsoft/vscode
    version: "1.99.3"
    commit_sha: 17baf841131aa23349f217ca7c570c76ee87b957
    groups: [typescript]

  - name: spring-petclinic-angular
    source: github
    project: spring-petclinic/spring-petclinic-angular
    version: master
    commit_sha: 608496a672949e6ab4ea5c4d55870fe79efbbc8d
    groups: [typescript]

  # C# (GitHub)
  - name: nlog
    source: github
    project: NLog/NLog
    version: v5.4.0
    commit_sha: 4d45d445601312040107cbe2ac00e56c4bf4a60b
    groups: [csharp]

  # Python (GitHub)
  - name: django
    source: github
    project: django/django
    version: "5.2"
    commit_sha: 9e7cc2b628fe8fd3895986af9b7fc9525034c1b0
    groups: [python]

  - name: flask
    source: github
    project: pallets/flask
    version: "3.1.1"
    commit_sha: 7fff56f5172c48b6f3aedf17ee14ef5c2533dfd1
    groups: [python]

  # PHP
  - name: laravel-framework
    source: github
    project: laravel/framework
    version: v13.14.0
    commit_sha: e60b1c817a9ef7da319e4007de6cfda5301a58c0
    groups: [php]

  - name: symfony
    source: github
    project: symfony/symfony
    version: v8.1.0
    commit_sha: 0989c3650c8f52dff75ba5000bf51d593de24120
    groups: [php]

  - name: monolog
    source: github
    project: Seldaek/monolog
    version: "3.10.0"
    commit_sha: b321dd6749f0bf7189444158a3ce785cc16d69b0
    groups: [php]

  # C
  - name: redis
    source: github
    project: redis/redis
    version: "8.0.1"
    commit_sha: 63b87554f0a0459692d44d06f62b0c10296c8a1f
    groups: [c]

  - name: curl
    source: github
    project: curl/curl
    version: curl-8_12_1
    commit_sha: 57495c64871d18905a0941db9196ef90bafe9a29
    groups: [c]

  - name: jq
    source: github
    project: jqlang/jq
    version: jq-1.7.1
    commit_sha: 71c2ab509a8628dbbad4bc7b3f98a64aa90d3297
    groups: [c]

  # C++
  - name: protobuf
    source: github
    project: protocolbuffers/protobuf
    version: v30.2
    commit_sha: 43e1626812c1b543e56a7bec59dc09eb18248bd2
    groups: [cpp]

  - name: nlohmann-json
    source: github
    project: nlohmann/json
    version: v3.11.3
    commit_sha: 9cca280a4d0ccf0c08f47a99aa71d1b0e52f8d03
    groups: [cpp]

  # Rust
  - name: orbit-knowledge-graph
    source: gitlab
    project: gitlab-org/orbit/knowledge-graph
    version: main
    commit_sha: 6f216119ed0c33a4ba00bcef67c447f30f416bf3
    groups: [rust]

  - name: cargo
    source: github
    project: rust-lang/cargo
    version: 0.95.0-662-g7ecf0285e
    commit_sha: 7ecf0285ebb408d596e4a8ac76a0980d8edb7005
    groups: [rust]

  - name: rust-analyzer
    source: github
    project: rust-lang/rust-analyzer
    version: nightly
    commit_sha: 251df518d73abb5c5d573c4d5d266a3edae9ca5a
    groups: [rust]

  # Terraform / HCL (canonical terraform-aws-modules: multi-file modules with
  # heavy cross-file var/local/resource references)
  - name: terraform-aws-vpc
    source: github
    project: terraform-aws-modules/terraform-aws-vpc
    version: v6.6.1
    commit_sha: 3ffbd46fb1c7733e1b34d8666893280454e27436
    groups: [terraform]

  - name: terraform-aws-eks
    source: github
    project: terraform-aws-modules/terraform-aws-eks
    version: v21.23.0
    commit_sha: 5a267ec4264cdeb529512901119223889463703f
    groups: [terraform]

  # YAML (GitLab Helm chart: Chart.yaml + values files for the umbrella and
  # every subchart, plus a CI config split across .gitlab/ci/*.gitlab-ci.yml)
  - name: gitlab-charts
    source: gitlab
    project: gitlab-org/charts/gitlab
    version: v10.3.1
    groups: [yaml]

  # Zig
  - name: zls
    source: github
    project: zigtools/zls
    version: "0.16.0"
    commit_sha: 494486203c3a48927f2383aa3d5ce5fca112186d
    groups: [zig]

scenarios:
  hyperfine:
    - id: v2
      command_per_repo: ./target/release/orbit index ${REPOS_DIR}/${REPO_NAME} --threads 8 --stats
      warmup: 1
      min_runs: 3
      max_runs: 3