runpod.tests.json

{
  "tests": [
    {
      "name": "validation_text_input",
      "mode": "COMPARE_OUTPUTS_EQUAL",
      "input": {
        "text": "Hello world",
        "language": "en"
      },
      "expectedOutput": {
        "payload": {
          "text": "Hello world",
          "language": "en"
        }
      }
    },
    {
      "name": "validation_text_input",
      "mode": "COMPARE_OUTPUTS_SIMILARITY_WITH_LLM",
      "llmSimilarityThreshold": 0.8,
      "input": {
        "text": "Hello world",
        "language": "en"
      },
      "expectedOutput": {
        "payload": {
          "text": "Hello world",
          "language": "en"
        }
      }
    },
    {
      "name": "validation_text_input",
      "mode": "COMPARE_OUTPUTS_NOT_NULL",
      "input": {
        "text": "Hello world",
        "language": "en"
      }
    }
  ],
  "config": {
    "gpuTypeId": "NVIDIA GeForce RTX 4090",
    "gpuCount": 1,
    "env": [{
      "key": "ENV_KEY_HERE",
      "value": "ENV_VALUE_HERE"
    }],
    "allowedCudaVersions": [
      "12.7",
      "12.6",
      "12.5",
      "12.4",
      "12.3",
      "12.2",
      "12.1",
      "12.0",
      "11.7"
    ]
  }
}