Update an eval suite's settings

PATCH

projects

{projectId}

eval-suites

{suiteId}

Update an eval suite's settings

curl --request PATCH \
  --url https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId} \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "declaredSuiteId": "<string>",
  "name": "<string>",
  "description": "<string>",
  "environment": {
    "servers": [
      "<string>"
    ],
    "computerEnvironment": "<string>"
  },
  "environmentIds": [
    "<string>"
  ],
  "executionConfig": {
    "model": "<string>",
    "systemPrompt": "<string>",
    "temperature": 123
  },
  "hosts": [
    {
      "host": "<string>",
      "servers": [
        "<string>"
      ]
    }
  ],
  "settings": {
    "minimumAccuracy": 50,
    "minimumIterations": 5,
    "matchOptions": {},
    "checks": [
      {}
    ],
    "judge": {
      "enabled": true,
      "model": "<string>",
      "autoRun": true,
      "threshold": 0.5,
      "severity": "warn",
      "rubric": {
        "criteria": [
          {
            "id": "<string>",
            "label": "<string>",
            "description": "<string>",
            "required": true
          }
        ]
      }
    },
    "repetitions": 50,
    "passThreshold": 0.5,
    "validity": {
      "minEligibleTrials": 2,
      "minCompletionRate": 0.5,
      "maxEvaluatorErrorRate": 0.5
    }
  },
  "expectedRevisionNumber": 1
}
'

import requests

url = "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}"

payload = {
    "declaredSuiteId": "<string>",
    "name": "<string>",
    "description": "<string>",
    "environment": {
        "servers": ["<string>"],
        "computerEnvironment": "<string>"
    },
    "environmentIds": ["<string>"],
    "executionConfig": {
        "model": "<string>",
        "systemPrompt": "<string>",
        "temperature": 123
    },
    "hosts": [
        {
            "host": "<string>",
            "servers": ["<string>"]
        }
    ],
    "settings": {
        "minimumAccuracy": 50,
        "minimumIterations": 5,
        "matchOptions": {},
        "checks": [{}],
        "judge": {
            "enabled": True,
            "model": "<string>",
            "autoRun": True,
            "threshold": 0.5,
            "severity": "warn",
            "rubric": { "criteria": [
                    {
                        "id": "<string>",
                        "label": "<string>",
                        "description": "<string>",
                        "required": True
                    }
                ] }
        },
        "repetitions": 50,
        "passThreshold": 0.5,
        "validity": {
            "minEligibleTrials": 2,
            "minCompletionRate": 0.5,
            "maxEvaluatorErrorRate": 0.5
        }
    },
    "expectedRevisionNumber": 1
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.patch(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'PATCH',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    declaredSuiteId: '<string>',
    name: '<string>',
    description: '<string>',
    environment: {servers: ['<string>'], computerEnvironment: '<string>'},
    environmentIds: ['<string>'],
    executionConfig: {model: '<string>', systemPrompt: '<string>', temperature: 123},
    hosts: [{host: '<string>', servers: ['<string>']}],
    settings: {
      minimumAccuracy: 50,
      minimumIterations: 5,
      matchOptions: {},
      checks: [{}],
      judge: {
        enabled: true,
        model: '<string>',
        autoRun: true,
        threshold: 0.5,
        severity: 'warn',
        rubric: {
          criteria: [{id: '<string>', label: '<string>', description: '<string>', required: true}]
        }
      },
      repetitions: 50,
      passThreshold: 0.5,
      validity: {minEligibleTrials: 2, minCompletionRate: 0.5, maxEvaluatorErrorRate: 0.5}
    },
    expectedRevisionNumber: 1
  })
};

fetch('https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "PATCH",
  CURLOPT_POSTFIELDS => json_encode([
    'declaredSuiteId' => '<string>',
    'name' => '<string>',
    'description' => '<string>',
    'environment' => [
        'servers' => [
                '<string>'
        ],
        'computerEnvironment' => '<string>'
    ],
    'environmentIds' => [
        '<string>'
    ],
    'executionConfig' => [
        'model' => '<string>',
        'systemPrompt' => '<string>',
        'temperature' => 123
    ],
    'hosts' => [
        [
                'host' => '<string>',
                'servers' => [
                                '<string>'
                ]
        ]
    ],
    'settings' => [
        'minimumAccuracy' => 50,
        'minimumIterations' => 5,
        'matchOptions' => [
                
        ],
        'checks' => [
                [
                                
                ]
        ],
        'judge' => [
                'enabled' => true,
                'model' => '<string>',
                'autoRun' => true,
                'threshold' => 0.5,
                'severity' => 'warn',
                'rubric' => [
                                'criteria' => [
                                                                [
                                                                                                                                'id' => '<string>',
                                                                                                                                'label' => '<string>',
                                                                                                                                'description' => '<string>',
                                                                                                                                'required' => true
                                                                ]
                                ]
                ]
        ],
        'repetitions' => 50,
        'passThreshold' => 0.5,
        'validity' => [
                'minEligibleTrials' => 2,
                'minCompletionRate' => 0.5,
                'maxEvaluatorErrorRate' => 0.5
        ]
    ],
    'expectedRevisionNumber' => 1
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}"

	payload := strings.NewReader("{\n  \"declaredSuiteId\": \"<string>\",\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ],\n    \"computerEnvironment\": \"<string>\"\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {\n      \"host\": \"<string>\",\n      \"servers\": [\n        \"<string>\"\n      ]\n    }\n  ],\n  \"settings\": {\n    \"minimumAccuracy\": 50,\n    \"minimumIterations\": 5,\n    \"matchOptions\": {},\n    \"checks\": [\n      {}\n    ],\n    \"judge\": {\n      \"enabled\": true,\n      \"model\": \"<string>\",\n      \"autoRun\": true,\n      \"threshold\": 0.5,\n      \"severity\": \"warn\",\n      \"rubric\": {\n        \"criteria\": [\n          {\n            \"id\": \"<string>\",\n            \"label\": \"<string>\",\n            \"description\": \"<string>\",\n            \"required\": true\n          }\n        ]\n      }\n    },\n    \"repetitions\": 50,\n    \"passThreshold\": 0.5,\n    \"validity\": {\n      \"minEligibleTrials\": 2,\n      \"minCompletionRate\": 0.5,\n      \"maxEvaluatorErrorRate\": 0.5\n    }\n  },\n  \"expectedRevisionNumber\": 1\n}")

	req, _ := http.NewRequest("PATCH", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.patch("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"declaredSuiteId\": \"<string>\",\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ],\n    \"computerEnvironment\": \"<string>\"\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {\n      \"host\": \"<string>\",\n      \"servers\": [\n        \"<string>\"\n      ]\n    }\n  ],\n  \"settings\": {\n    \"minimumAccuracy\": 50,\n    \"minimumIterations\": 5,\n    \"matchOptions\": {},\n    \"checks\": [\n      {}\n    ],\n    \"judge\": {\n      \"enabled\": true,\n      \"model\": \"<string>\",\n      \"autoRun\": true,\n      \"threshold\": 0.5,\n      \"severity\": \"warn\",\n      \"rubric\": {\n        \"criteria\": [\n          {\n            \"id\": \"<string>\",\n            \"label\": \"<string>\",\n            \"description\": \"<string>\",\n            \"required\": true\n          }\n        ]\n      }\n    },\n    \"repetitions\": 50,\n    \"passThreshold\": 0.5,\n    \"validity\": {\n      \"minEligibleTrials\": 2,\n      \"minCompletionRate\": 0.5,\n      \"maxEvaluatorErrorRate\": 0.5\n    }\n  },\n  \"expectedRevisionNumber\": 1\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"declaredSuiteId\": \"<string>\",\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ],\n    \"computerEnvironment\": \"<string>\"\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {\n      \"host\": \"<string>\",\n      \"servers\": [\n        \"<string>\"\n      ]\n    }\n  ],\n  \"settings\": {\n    \"minimumAccuracy\": 50,\n    \"minimumIterations\": 5,\n    \"matchOptions\": {},\n    \"checks\": [\n      {}\n    ],\n    \"judge\": {\n      \"enabled\": true,\n      \"model\": \"<string>\",\n      \"autoRun\": true,\n      \"threshold\": 0.5,\n      \"severity\": \"warn\",\n      \"rubric\": {\n        \"criteria\": [\n          {\n            \"id\": \"<string>\",\n            \"label\": \"<string>\",\n            \"description\": \"<string>\",\n            \"required\": true\n          }\n        ]\n      }\n    },\n    \"repetitions\": 50,\n    \"passThreshold\": 0.5,\n    \"validity\": {\n      \"minEligibleTrials\": 2,\n      \"minCompletionRate\": 0.5,\n      \"maxEvaluatorErrorRate\": 0.5\n    }\n  },\n  \"expectedRevisionNumber\": 1\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "environment": {
    "servers": [
      "<string>"
    ],
    "computerEnvironment": {
      "id": "<string>",
      "name": "<string>"
    }
  },
  "hosts": [
    {
      "id": "<string>",
      "name": "<string>",
      "servers": [
        "<string>"
      ]
    }
  ],
  "settings": {
    "minimumAccuracy": 123,
    "minimumIterations": 123,
    "matchOptions": {},
    "checks": [
      {}
    ],
    "judge": {
      "enabled": true,
      "model": "<string>",
      "autoRun": true,
      "threshold": 123,
      "severity": "warn",
      "groundedness": {
        "role": "advisory",
        "model": "<string>",
        "threshold": 123,
        "severity": "warn"
      },
      "rubric": {
        "criteria": [
          {
            "id": "<string>",
            "label": "<string>",
            "description": "<string>",
            "required": true
          }
        ]
      }
    },
    "verdictPolicyVersion": 2,
    "verdictPolicyDefaults": {
      "repetitions": 2,
      "passThreshold": 0.5,
      "validity": {
        "minEligibleTrials": 2,
        "minCompletionRate": 0.5,
        "maxEvaluatorErrorRate": 0.5
      }
    },
    "policy": "legacy"
  },
  "schedule": {
    "enabled": true,
    "intervalMinutes": 5042,
    "environmentId": "<string>",
    "state": "active",
    "createdBy": "<string>",
    "nextDueAt": 123,
    "consecutiveFailures": 123
  },
  "declaredId": "<string>",
  "managedBy": "ci",
  "name": "<string>",
  "description": "<string>",
  "projectId": "<string>",
  "executionConfig": {
    "model": "<string>",
    "systemPrompt": "<string>",
    "temperature": 123
  },
  "environmentIds": [
    "<string>"
  ],
  "revisionNumber": 123,
  "createdAt": 123,
  "updatedAt": 123
}

Authorizations

Authorization

string

header

required

MCPJam API key (sk_…). Create one at Settings → API keys. Guest sessions cannot use the API, and API keys cannot manage other API keys.

Path Parameters

projectId

string

required

ID of the hosted project that contains the server.

suiteId

string

required

Eval suite ID, as returned by POST /eval-runs.

Query Parameters

declaredSuiteId

string

The suite file's own suite.id, when this request is that file syncing itself. A CI-owned suite (see EvalSuiteDetail.managedBy) refuses configuration writes with 409 and details.reason: "CI_OWNED_SUITE_READ_ONLY"; naming the suite's own declared id is how the file writing itself is allowed through. Naming any other id refuses exactly as loudly as naming none, so it is not a capability — omit it for an ordinary edit.

A QUERY PARAMETER on every route that takes it, never a body field. These request bodies are strict, here and on every Inspector that predates the CI-owned lock, so a body field is a 400 against an older deployment — which would break mcpjam cloud eval run --file for anyone whose CLI is newer than their Inspector. A query parameter is read by the deployments that know it and ignored by those that do not, which is the right degradation: an Inspector with no lock has no exception to make.

Maximum string length: 128

Body

application/json

Partial update of a suite's settings. Omitted fields are left as they are.

declaredSuiteId

string

The suite file's own suite.id, when THIS request is a suite-file sync.

A CI-owned suite (see EvalSuiteDetail.managedBy) refuses configuration writes with 409 and details.reason: "CI_OWNED_SUITE_READ_ONLY". Naming the suite's own declared id is how the file writing itself is allowed through — the platform permits the write only when the id matches, so naming any other id refuses exactly as loudly as naming none. Omit it for ordinary edits.

PREFER THE declaredSuiteId QUERY PARAMETER on this route. This body field still works here, but these request bodies are strict on every Inspector that predates the CI-owned lock, so a body field is a 400 against an older deployment while an unknown query parameter is simply ignored. The MCPJam SDK and CLI send the query parameter.

Maximum string length: 128

name

string

Minimum string length: 1

description

string

environment

object

LEGACY server bag. Unrelated to environmentIds.

Show child attributes

environmentIds

string[] | null

Tri-state: a non-empty array sets/replaces the attachments, null CLEARS them (reverting the suite to legacy config), and [] is REJECTED rather than silently read as a clear.

Minimum array length: 1

Minimum string length: 1

executionConfig

object

Show child attributes

hosts

object[]

Show child attributes

settings

object

Show child attributes

expectedRevisionNumber

integer

The suite's revisionNumber as you last read it. Supplying it makes this edit a compare-and-set: a suite changed since then is refused with 409 having written nothing. Omit for last-write-wins.

Required range: x >= 0

Response

The updated suite.

One eval suite's full configuration. Distinct from the EvalSuite summary returned by the list route, which carries run rollups instead of settings.

string

required

environment

object

required

LEGACY server bag, kept as rollback data, plus the suite's sandbox-image pin. Unrelated to environmentIds.

Show child attributes

hosts

object[]

required

Show child attributes

settings

object

required

Show child attributes

schedule

object

required

Recurring-run schedule. A schedule fires exactly ONE run, so an environment-based suite pins the environment it runs against.

Show child attributes

declaredId

string

The suite's declared file identity (suite.id in a suite file). Present on file-owned suites; absent on UI-authored suites, which have no declared id and cannot be claimed by eval run --file.

managedBy

enum<string>

Where this suite's configuration lives. ci means it is owned by a committed suite file or by MCPJam SDK ingest, and the platform REFUSES configuration writes to it — name, settings, environments, schedule, models, skills, execution config and cases — from this API and from the app alike, with 409 CONFLICT and details.reason: "CI_OWNED_SUITE_READ_ONLY".

Running, replaying and comparing are unaffected. To change a CI-owned suite, either edit its file and send that file's suite.id as declaredSuiteId on the write, or duplicate the suite for an editable copy.

declaredId alone is not this answer: a suite created by SDK ingest is CI-owned and has no declared id.

Available options:

ci,

app

name

string | null

description

string | null

projectId

string | null

executionConfig

object | null

Show child attributes

environmentIds

string[]

Attached project environments, in attach order.

revisionNumber

integer | null

How many committed edits this suite has had, or null on a deployment that does not record revisions. Send it back as expectedRevisionNumber on a PATCH to make that edit a compare-and-set.

createdAt

number | null

Epoch milliseconds.

updatedAt

number | null

⌘I

Update an eval suite's settings

curl --request PATCH \
  --url https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId} \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "declaredSuiteId": "<string>",
  "name": "<string>",
  "description": "<string>",
  "environment": {
    "servers": [
      "<string>"
    ],
    "computerEnvironment": "<string>"
  },
  "environmentIds": [
    "<string>"
  ],
  "executionConfig": {
    "model": "<string>",
    "systemPrompt": "<string>",
    "temperature": 123
  },
  "hosts": [
    {
      "host": "<string>",
      "servers": [
        "<string>"
      ]
    }
  ],
  "settings": {
    "minimumAccuracy": 50,
    "minimumIterations": 5,
    "matchOptions": {},
    "checks": [
      {}
    ],
    "judge": {
      "enabled": true,
      "model": "<string>",
      "autoRun": true,
      "threshold": 0.5,
      "severity": "warn",
      "rubric": {
        "criteria": [
          {
            "id": "<string>",
            "label": "<string>",
            "description": "<string>",
            "required": true
          }
        ]
      }
    },
    "repetitions": 50,
    "passThreshold": 0.5,
    "validity": {
      "minEligibleTrials": 2,
      "minCompletionRate": 0.5,
      "maxEvaluatorErrorRate": 0.5
    }
  },
  "expectedRevisionNumber": 1
}
'

import requests

url = "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}"

payload = {
    "declaredSuiteId": "<string>",
    "name": "<string>",
    "description": "<string>",
    "environment": {
        "servers": ["<string>"],
        "computerEnvironment": "<string>"
    },
    "environmentIds": ["<string>"],
    "executionConfig": {
        "model": "<string>",
        "systemPrompt": "<string>",
        "temperature": 123
    },
    "hosts": [
        {
            "host": "<string>",
            "servers": ["<string>"]
        }
    ],
    "settings": {
        "minimumAccuracy": 50,
        "minimumIterations": 5,
        "matchOptions": {},
        "checks": [{}],
        "judge": {
            "enabled": True,
            "model": "<string>",
            "autoRun": True,
            "threshold": 0.5,
            "severity": "warn",
            "rubric": { "criteria": [
                    {
                        "id": "<string>",
                        "label": "<string>",
                        "description": "<string>",
                        "required": True
                    }
                ] }
        },
        "repetitions": 50,
        "passThreshold": 0.5,
        "validity": {
            "minEligibleTrials": 2,
            "minCompletionRate": 0.5,
            "maxEvaluatorErrorRate": 0.5
        }
    },
    "expectedRevisionNumber": 1
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.patch(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'PATCH',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    declaredSuiteId: '<string>',
    name: '<string>',
    description: '<string>',
    environment: {servers: ['<string>'], computerEnvironment: '<string>'},
    environmentIds: ['<string>'],
    executionConfig: {model: '<string>', systemPrompt: '<string>', temperature: 123},
    hosts: [{host: '<string>', servers: ['<string>']}],
    settings: {
      minimumAccuracy: 50,
      minimumIterations: 5,
      matchOptions: {},
      checks: [{}],
      judge: {
        enabled: true,
        model: '<string>',
        autoRun: true,
        threshold: 0.5,
        severity: 'warn',
        rubric: {
          criteria: [{id: '<string>', label: '<string>', description: '<string>', required: true}]
        }
      },
      repetitions: 50,
      passThreshold: 0.5,
      validity: {minEligibleTrials: 2, minCompletionRate: 0.5, maxEvaluatorErrorRate: 0.5}
    },
    expectedRevisionNumber: 1
  })
};

fetch('https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "PATCH",
  CURLOPT_POSTFIELDS => json_encode([
    'declaredSuiteId' => '<string>',
    'name' => '<string>',
    'description' => '<string>',
    'environment' => [
        'servers' => [
                '<string>'
        ],
        'computerEnvironment' => '<string>'
    ],
    'environmentIds' => [
        '<string>'
    ],
    'executionConfig' => [
        'model' => '<string>',
        'systemPrompt' => '<string>',
        'temperature' => 123
    ],
    'hosts' => [
        [
                'host' => '<string>',
                'servers' => [
                                '<string>'
                ]
        ]
    ],
    'settings' => [
        'minimumAccuracy' => 50,
        'minimumIterations' => 5,
        'matchOptions' => [
                
        ],
        'checks' => [
                [
                                
                ]
        ],
        'judge' => [
                'enabled' => true,
                'model' => '<string>',
                'autoRun' => true,
                'threshold' => 0.5,
                'severity' => 'warn',
                'rubric' => [
                                'criteria' => [
                                                                [
                                                                                                                                'id' => '<string>',
                                                                                                                                'label' => '<string>',
                                                                                                                                'description' => '<string>',
                                                                                                                                'required' => true
                                                                ]
                                ]
                ]
        ],
        'repetitions' => 50,
        'passThreshold' => 0.5,
        'validity' => [
                'minEligibleTrials' => 2,
                'minCompletionRate' => 0.5,
                'maxEvaluatorErrorRate' => 0.5
        ]
    ],
    'expectedRevisionNumber' => 1
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}"

	payload := strings.NewReader("{\n  \"declaredSuiteId\": \"<string>\",\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ],\n    \"computerEnvironment\": \"<string>\"\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {\n      \"host\": \"<string>\",\n      \"servers\": [\n        \"<string>\"\n      ]\n    }\n  ],\n  \"settings\": {\n    \"minimumAccuracy\": 50,\n    \"minimumIterations\": 5,\n    \"matchOptions\": {},\n    \"checks\": [\n      {}\n    ],\n    \"judge\": {\n      \"enabled\": true,\n      \"model\": \"<string>\",\n      \"autoRun\": true,\n      \"threshold\": 0.5,\n      \"severity\": \"warn\",\n      \"rubric\": {\n        \"criteria\": [\n          {\n            \"id\": \"<string>\",\n            \"label\": \"<string>\",\n            \"description\": \"<string>\",\n            \"required\": true\n          }\n        ]\n      }\n    },\n    \"repetitions\": 50,\n    \"passThreshold\": 0.5,\n    \"validity\": {\n      \"minEligibleTrials\": 2,\n      \"minCompletionRate\": 0.5,\n      \"maxEvaluatorErrorRate\": 0.5\n    }\n  },\n  \"expectedRevisionNumber\": 1\n}")

	req, _ := http.NewRequest("PATCH", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.patch("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"declaredSuiteId\": \"<string>\",\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ],\n    \"computerEnvironment\": \"<string>\"\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {\n      \"host\": \"<string>\",\n      \"servers\": [\n        \"<string>\"\n      ]\n    }\n  ],\n  \"settings\": {\n    \"minimumAccuracy\": 50,\n    \"minimumIterations\": 5,\n    \"matchOptions\": {},\n    \"checks\": [\n      {}\n    ],\n    \"judge\": {\n      \"enabled\": true,\n      \"model\": \"<string>\",\n      \"autoRun\": true,\n      \"threshold\": 0.5,\n      \"severity\": \"warn\",\n      \"rubric\": {\n        \"criteria\": [\n          {\n            \"id\": \"<string>\",\n            \"label\": \"<string>\",\n            \"description\": \"<string>\",\n            \"required\": true\n          }\n        ]\n      }\n    },\n    \"repetitions\": 50,\n    \"passThreshold\": 0.5,\n    \"validity\": {\n      \"minEligibleTrials\": 2,\n      \"minCompletionRate\": 0.5,\n      \"maxEvaluatorErrorRate\": 0.5\n    }\n  },\n  \"expectedRevisionNumber\": 1\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"declaredSuiteId\": \"<string>\",\n  \"name\": \"<string>\",\n  \"description\": \"<string>\",\n  \"environment\": {\n    \"servers\": [\n      \"<string>\"\n    ],\n    \"computerEnvironment\": \"<string>\"\n  },\n  \"environmentIds\": [\n    \"<string>\"\n  ],\n  \"executionConfig\": {\n    \"model\": \"<string>\",\n    \"systemPrompt\": \"<string>\",\n    \"temperature\": 123\n  },\n  \"hosts\": [\n    {\n      \"host\": \"<string>\",\n      \"servers\": [\n        \"<string>\"\n      ]\n    }\n  ],\n  \"settings\": {\n    \"minimumAccuracy\": 50,\n    \"minimumIterations\": 5,\n    \"matchOptions\": {},\n    \"checks\": [\n      {}\n    ],\n    \"judge\": {\n      \"enabled\": true,\n      \"model\": \"<string>\",\n      \"autoRun\": true,\n      \"threshold\": 0.5,\n      \"severity\": \"warn\",\n      \"rubric\": {\n        \"criteria\": [\n          {\n            \"id\": \"<string>\",\n            \"label\": \"<string>\",\n            \"description\": \"<string>\",\n            \"required\": true\n          }\n        ]\n      }\n    },\n    \"repetitions\": 50,\n    \"passThreshold\": 0.5,\n    \"validity\": {\n      \"minEligibleTrials\": 2,\n      \"minCompletionRate\": 0.5,\n      \"maxEvaluatorErrorRate\": 0.5\n    }\n  },\n  \"expectedRevisionNumber\": 1\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "environment": {
    "servers": [
      "<string>"
    ],
    "computerEnvironment": {
      "id": "<string>",
      "name": "<string>"
    }
  },
  "hosts": [
    {
      "id": "<string>",
      "name": "<string>",
      "servers": [
        "<string>"
      ]
    }
  ],
  "settings": {
    "minimumAccuracy": 123,
    "minimumIterations": 123,
    "matchOptions": {},
    "checks": [
      {}
    ],
    "judge": {
      "enabled": true,
      "model": "<string>",
      "autoRun": true,
      "threshold": 123,
      "severity": "warn",
      "groundedness": {
        "role": "advisory",
        "model": "<string>",
        "threshold": 123,
        "severity": "warn"
      },
      "rubric": {
        "criteria": [
          {
            "id": "<string>",
            "label": "<string>",
            "description": "<string>",
            "required": true
          }
        ]
      }
    },
    "verdictPolicyVersion": 2,
    "verdictPolicyDefaults": {
      "repetitions": 2,
      "passThreshold": 0.5,
      "validity": {
        "minEligibleTrials": 2,
        "minCompletionRate": 0.5,
        "maxEvaluatorErrorRate": 0.5
      }
    },
    "policy": "legacy"
  },
  "schedule": {
    "enabled": true,
    "intervalMinutes": 5042,
    "environmentId": "<string>",
    "state": "active",
    "createdBy": "<string>",
    "nextDueAt": 123,
    "consecutiveFailures": 123
  },
  "declaredId": "<string>",
  "managedBy": "ci",
  "name": "<string>",
  "description": "<string>",
  "projectId": "<string>",
  "executionConfig": {
    "model": "<string>",
    "systemPrompt": "<string>",
    "temperature": 123
  },
  "environmentIds": [
    "<string>"
  ],
  "revisionNumber": 123,
  "createdAt": 123,
  "updatedAt": 123
}

API Guides

Endpoints

Update an eval suite's settings

Authorizations

Path Parameters

Query Parameters

Body

Response