@Test
    void testStatelessOnnxModelEvaluationWithGpu() {
        assumeTrue(OnnxRuntime.isRuntimeAvailable());
        NodeResources resources = new NodeResources(4, 16, 125, 10,
                                                    NodeResources.DiskSpeed.fast, NodeResources.StorageType.local,
                                                    NodeResources.Architecture.x86_64,
                                                    new NodeResources.GpuResources(NodeResources.GpuType.T4, 1, 16));
        InMemoryProvisioner provisioner = new InMemoryProvisioner(6, resources, false);
        DeployState.Builder deployStateBuilder = new DeployState.Builder().modelHostProvisioner(provisioner)
                                                                          .properties(new TestProperties().setMultitenant(true).setHostedVespa(true));
        Path appDir = Path.fromString("src/test/cfg/application/onnx");
        try {
            ImportedModelTester tester = new ImportedModelTester("onnx_rt", appDir, deployStateBuilder);
            assertModelEvaluation(tester.createVespaModel(), appDir, true);
        } finally {
            IOUtils.recursiveDeleteDir(appDir.append(ApplicationPackage.MODELS_GENERATED_DIR).toFile());
        }
    }
Tests stateless model evaluation (turned on by the "model-evaluation" tag in "container")
for ONNX models.

@author lesters
config-model/src/test/java/com/yahoo/vespa/model/ml/StatelessOnnxEvaluationTest.java